├── .gitignore ├── LICENSE ├── README.md ├── _config.yml ├── admin ├── __init__.py ├── app.py ├── backend │ ├── __init__.py │ ├── bule_print.py │ ├── configs │ │ └── __init__.py │ ├── models │ │ ├── __init__.py │ │ ├── base │ │ │ └── __init__.py │ │ ├── configs.py │ │ └── tasks.py │ ├── routes │ │ ├── __init__.py │ │ ├── configs.py │ │ └── tasks.py │ ├── services │ │ └── __init__.py │ ├── templates │ │ └── __init__.py │ └── utils.py └── frontend │ ├── .gitignore │ ├── README.md │ ├── babel.config.js │ ├── package-lock.json │ ├── package.json │ ├── public │ ├── favicon.ico │ └── index.html │ └── src │ ├── App.vue │ ├── assets │ └── logo.png │ ├── components │ ├── DialogForm.vue │ ├── JsonEditor.vue │ └── Table.vue │ ├── main.js │ ├── router │ └── index.js │ └── store │ └── index.js ├── docs ├── gif │ ├── baidu.gif │ └── boss.gif └── imgs │ ├── customizes_component.png │ ├── front.png │ ├── titan.yml.png │ └── titans.png ├── entry.py ├── requirements.txt └── titan ├── __init__.py ├── abstracts ├── __init__.py ├── decorator.py └── singleton.py ├── bin └── chromedriver.exe ├── components ├── __init__.py ├── click.py ├── content.py ├── cookie.py ├── customizes │ └── test.py ├── for.py ├── if.py ├── iframe.py ├── input.py ├── javascript.py ├── judge.py ├── request.py ├── sleep.py ├── wait.py ├── while.py └── window.py ├── configs ├── __init__.py └── common.json ├── core ├── __init__.py ├── browser.py └── engine.py ├── hooks ├── __init__.py ├── base.py └── common.py ├── manages ├── __init__.py ├── component_manager.py ├── for_manager.py ├── global_manager.py └── hook_manager.py ├── storages ├── jquery-3.3.1.min.js └── result │ └── result.csv ├── titan.yml └── utils ├── __init__.py ├── log.py └── printer.py /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | *$py.class 5 | 6 | # C extensions 7 | *.so 8 | 9 | # Distribution / packaging 10 | .Python 11 | build/ 12 | develop-eggs/ 13 | dist/ 14 | downloads/ 15 | eggs/ 16 | .eggs/ 17 | lib/ 18 | lib64/ 19 | parts/ 20 | sdist/ 21 | var/ 22 | wheels/ 23 | *.egg-info/ 24 | .installed.cfg 25 | *.egg 26 | MANIFEST 27 | 28 | # PyInstaller 29 | # Usually these files are written by a python script from a template 30 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 31 | *.manifest 32 | *.spec 33 | 34 | # Installer logs 35 | pip-log.txt 36 | pip-delete-this-directory.txt 37 | 38 | # Unit test / coverage reports 39 | htmlcov/ 40 | .tox/ 41 | .coverage 42 | .coverage.* 43 | .cache 44 | nosetests.xml 45 | coverage.xml 46 | *.cover 47 | .hypothesis/ 48 | .pytest_cache/ 49 | 50 | # Translations 51 | *.mo 52 | *.pot 53 | 54 | # Django stuff: 55 | *.log 56 | local_settings.py 57 | db.sqlite3 58 | 59 | # Flask stuff: 60 | instance/ 61 | .webassets-cache 62 | 63 | # Scrapy stuff: 64 | .scrapy 65 | 66 | # Sphinx documentation 67 | docs/_build/ 68 | 69 | # PyBuilder 70 | target/ 71 | 72 | # Jupyter Notebook 73 | .ipynb_checkpoints 74 | 75 | # pyenv 76 | .python-version 77 | 78 | # celery beat schedule file 79 | celerybeat-schedule 80 | 81 | # SageMath parsed files 82 | *.sage.py 83 | 84 | # Environments 85 | .env 86 | .venv 87 | env/ 88 | venv/ 89 | ENV/ 90 | env.bak/ 91 | venv.bak/ 92 | 93 | # Spyder project settings 94 | .spyderproject 95 | .spyproject 96 | 97 | # Rope project settings 98 | .ropeproject 99 | 100 | # mkdocs documentation 101 | /site 102 | 103 | # mypy 104 | .mypy_cache/ 105 | 106 | # titans 107 | node_modules/ 108 | logs/ 109 | .idea/ 110 | .csv -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "[]" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright [yyyy] [name of copyright owner] 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # titans 2 | Selenium automation framework - Selenium自动化框架 3 | 4 | ![](./docs/imgs/titans.png) 5 | 6 | ### 前端 7 | 8 | 采用Element-UI进行前端布局设计,前后分离的模式 9 | 10 | 更新新版 `vue` 2.6.11 版本,之前旧版要使用 `build` 目录,导致旧版有问题 11 | 12 | ![](./docs/imgs/front.png) 13 | 14 | #### 生成生产环境 15 | ```markdown 16 | npm run build 17 | ``` 18 | 19 | #### `nginx` 配置 20 | ```markdown 21 | server { 22 | listen 80; 23 | server_name www.titans.com ; 24 | root "F:/Python/titans/admin/frontend/dist"; 25 | location /$ { 26 | index index.html index.htm; 27 | try_files $uri $uri/; 28 | } 29 | } 30 | ``` 31 | 32 | 配置好后,就能够使用前端页面了 33 | 34 | > 注意这里面要将frontend->config->index.js->build下的assetsPublicPath: '/' 改为assetsPublicPath: './' 才能找到静态文件 35 | 的路径 36 | 37 | ### 后端 38 | 39 | `flask` 框架进行编写,数据表结构如下 40 | ```mysql 41 | CREATE TABLE `configs` ( 42 | `id` int(10) unsigned NOT NULL AUTO_INCREMENT, 43 | `type` varchar(32) NOT NULL COMMENT '任务类型', 44 | `name` varchar(32) DEFAULT NULL COMMENT '任务名称', 45 | `json_text` json DEFAULT NULL COMMENT '任务命令集', 46 | PRIMARY KEY (`id`), 47 | UNIQUE KEY `type` (`type`,`name`) 48 | ) ENGINE=InnoDB AUTO_INCREMENT=5 DEFAULT CHARSET=utf8; 49 | 50 | 51 | CREATE TABLE `tasks` ( 52 | `id` int(11) NOT NULL, 53 | `uuid` varchar(36) NOT NULL COMMENT '分布式唯一id', 54 | `result` json DEFAULT NULL COMMENT '结果集', 55 | `type` varchar(32) DEFAULT NULL COMMENT '任务类型', 56 | `name` varchar(32) DEFAULT NULL COMMENT '任务名', 57 | PRIMARY KEY (`id`) 58 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8; 59 | ``` 60 | 61 | #### `nginx` 反向代理配置 62 | 63 | ```markdown 64 | server { 65 | listen 80; 66 | server_name www.titans.com ; 67 | root "F:/Python/titans/admin/frontend/dist"; 68 | location /$ { 69 | index index.html index.htm; 70 | try_files $uri $uri/; 71 | } 72 | location /api/configs/ { 73 | proxy_set_header Host $host; 74 | proxy_set_header X-Forwarded-For $remote_addr; 75 | proxy_pass http://127.0.0.1:5000/configs/; 76 | } 77 | } 78 | ``` 79 | 80 | #### 执行命令 81 | 82 | 进入到 `titans` -> `admin` 目录下,执行以下命令启动 `web` 服务 83 | ```shell 84 | python app.py 85 | ``` 86 | 87 | ### 服务端 88 | 89 | `Selenium` 自动化框架,采用 `json` 配置化的形式进行数据采集或自动化测试等 90 | 91 | #### 架构 92 | 93 | 94 | 目录结构 95 | 96 | ```markdown 97 | +---abstracts // 抽象类 98 | +---bin // 二进制文件 99 | +---components // 组件 100 | +---configs // 配置文件 101 | +---core // 核心逻辑 102 | +---hooks // 钩子 103 | +---logs // 日志 104 | +---manages // 全局管理类 105 | +---storages // 存储保存位置 106 | | \---cookies 107 | +---utils // 通用工具 108 | 109 | ``` 110 | 111 | 组件 112 | ```markdown 113 | │ click.py 点击操作类 114 | │ content.py html标签内容获取类 115 | │ cookie.py cookie操作类 116 | │ for.py for循环流程类 117 | │ if.py if流程类 118 | │ iframe.py iframe操作类 119 | │ input.py 输入操作类 120 | │ javascript.py javascript代码执行类 121 | │ judge.py 条件判断类 122 | │ request.py 请求类 123 | │ sleep.py 睡眠延时类 124 | │ wait.py 等待事件类 125 | │ while.py while循环类 126 | │ window.py window标签页切换类 127 | ``` 128 | 129 | 130 | ### chromedirver下载(对应相应的版本) 131 | 132 | https://npm.taobao.org/mirrors/chromedriver 133 | 134 | 135 | ### 配置使用 136 | 137 | 配置中使用`{}`作为一个组件的调用,`[]`作为一个作用域来使用。 138 | `{}`有三个基本参数: 139 | 1. `args`配置参数 140 | 141 | 2. `type`组件使用具体方法 142 | 143 | 3. `component`所使用的组件名称 144 | 145 | `[]`主要是作用域,用于`if`, `for`, `while`循环这些有自己作用域的组件,然后在里面调用`{}`就可以 146 | 实现流程控制了 147 | 148 | boss直聘数据拉取栗子: 149 | 150 | ![](./docs/gif/boss.gif) 151 | 152 | ```json 153 | [ 154 | { 155 | "component": "request", 156 | "args": { 157 | "url": "https://www.zhipin.com/c101280100/?query=PHP&page=9" 158 | }, 159 | "type": "browser" 160 | }, 161 | [ 162 | { 163 | "component": "for", 164 | "args": { 165 | "xpath": "//div[@class='job-list']//ul//li", 166 | "turn_on": false 167 | }, 168 | "type": "start" 169 | }, 170 | { 171 | "component": "for", 172 | "args": { 173 | "xpath": "./div[@class='job-primary']//div[@class='info-primary']//div[@class='job-title']", 174 | "is_text": true, 175 | "key": "language" 176 | }, 177 | "type": "grab" 178 | }, 179 | { 180 | "component": "for", 181 | "args": { 182 | "xpath": "./div[@class='job-primary']//div[@class='info-primary']//span[@class='red']", 183 | "is_text": true, 184 | "key": "salary_range" 185 | }, 186 | "type": "grab" 187 | }, 188 | { 189 | "component": "for", 190 | "args": { 191 | "xpath": "./div[@class='job-primary']//div[@class='info-primary']/h3/following-sibling::p", 192 | "is_text": true, 193 | "key": "address_workAge_education" 194 | }, 195 | "type": "grab" 196 | }, 197 | { 198 | "component": "for", 199 | "args": { 200 | "xpath": "./div[@class='job-primary']//div[@class='info-company']//a", 201 | "is_text": true, 202 | "key": "company" 203 | }, 204 | "type": "grab" 205 | }, 206 | { 207 | "component": "for", 208 | "args": { 209 | "xpath": "./div[@class='job-primary']//div[@class='info-company']//p", 210 | "is_text": true, 211 | "key": "tmt" 212 | }, 213 | "type": "grab" 214 | }, 215 | { 216 | "component": "for", 217 | "args": { 218 | "xpath": "./div[@class='job-primary']//div[@class='info-publis']/h3", 219 | "is_text": true, 220 | "key": "hr_name_position" 221 | }, 222 | "type": "grab" 223 | }, 224 | { 225 | "component": "for", 226 | "args": { 227 | "key": "job_list_custom_array" 228 | }, 229 | "type": "end" 230 | }, 231 | { 232 | "component": "judge", 233 | "args": { 234 | "xpath": "//div[@class='job-list']//div[@class='page']//a[last()]", 235 | "class": "disabled" 236 | }, 237 | "type": "has_class_terminate" 238 | }, 239 | { 240 | "component": "sleep", 241 | "type": "random" 242 | }, 243 | { 244 | "component": "javascript", 245 | "args": { 246 | "code": "$('div.job-list > div.page > a.next').css('z-index', 100000000);document.getElementById('footer').scrollIntoView();" 247 | } 248 | }, 249 | { 250 | "component": "click", 251 | "args": { 252 | "xpath": "//div[@class='job-list']//div[@class='page']//a[last()]" 253 | } 254 | } 255 | ] 256 | ] 257 | ``` 258 | 259 | 260 | ### 优势 261 | 262 | 采用json配置化的方式进行浏览器自动化,现在已有10+组件强力驱动,可以应对绝大多数的自动化操作。这个 263 | 框架最大特点就是编写json就可以实现像写代码一样进行流程控制,为采集网站结构变动提供无需重启服务的 264 | 便利 265 | 266 | 267 | ### QQ交流群 268 | 269 | `742398812` 270 | 271 | 272 | 本项目仅供学习用途 273 | 274 | ### Star History 275 | 276 | [![Star History Chart](https://api.star-history.com/svg?repos=dmf-code/titans&type=Date)](https://star-history.com/#dmf-code/titans&Date) 277 | -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- 1 | theme: jekyll-theme-cayman -------------------------------------------------------------------------------- /admin/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | 4 | def init(): 5 | from admin.backend import create_app, init_app 6 | app = create_app() 7 | init_app(app) 8 | app.run() 9 | 10 | 11 | -------------------------------------------------------------------------------- /admin/app.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import sys 3 | import os 4 | 5 | sys.path.append(os.path.dirname(os.path.abspath('.'))) 6 | 7 | if __name__ == '__main__': 8 | from admin import init 9 | 10 | init() 11 | -------------------------------------------------------------------------------- /admin/backend/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import os 3 | from flask import Flask 4 | from admin.backend.bule_print import api 5 | 6 | 7 | def create_app(): 8 | app = Flask(__name__) 9 | flask_env = os.environ.get('flask_env', None) 10 | if flask_env: 11 | if flask_env == 'Production': 12 | app.config.from_object('admin.backend.configs.ProductionConfig') 13 | else: 14 | app.config.from_object('admin.backend.configs.DevelopmentConfig') 15 | else: 16 | app.config.from_object('admin.backend.configs.DevelopmentConfig') 17 | 18 | app.register_blueprint(api) 19 | 20 | return app 21 | 22 | 23 | def init_app(app): 24 | from . import models, routes, services, templates 25 | models.init(app) 26 | routes.init(app) 27 | services.init(app) 28 | templates.init(app) 29 | -------------------------------------------------------------------------------- /admin/backend/bule_print.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from flask import Blueprint 3 | from admin.backend.models.configs import Configs 4 | from admin.backend.utils import json_response 5 | from flask import request 6 | 7 | api = Blueprint('api', __name__, url_prefix='/api') 8 | 9 | 10 | @api.route('/search//') 11 | def search(type_, name): 12 | config = Configs.query.filter_by(type=type_, name=name).first() 13 | return json_response(config.to_json()) 14 | 15 | 16 | @api.route('/callback', methods=['POST']) 17 | def callback(): 18 | print(request.json) 19 | return json_response() 20 | -------------------------------------------------------------------------------- /admin/backend/configs/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | 4 | class Config(object): 5 | DEBUG = False 6 | TESTING = False 7 | DATABASE_URI = 'sqlite:///:memory:' 8 | SQLALCHEMY_TRACK_MODIFICATIONS = True 9 | SQLALCHEMY_POOL_RECYCLE = 5 10 | SQLALCHEMY_POOL_TIMEOUT = 600 11 | SQLALCHEMY_POOL_SIZE = 5 12 | 13 | 14 | class ProductionConfig(Config): 15 | DATABASE_URI = 'mysql://user@localhost/foo' 16 | 17 | 18 | class DevelopmentConfig(Config): 19 | DEBUG = True 20 | SQLALCHEMY_ECHO = True 21 | SQLALCHEMY_DATABASE_URI = 'mysql+pymysql://root:root@192.168.3.9:9003/titans?charset=utf8mb4' 22 | -------------------------------------------------------------------------------- /admin/backend/models/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from .base import db 3 | 4 | 5 | def init(app): 6 | db.init_app(app) 7 | -------------------------------------------------------------------------------- /admin/backend/models/base/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from flask_sqlalchemy import SQLAlchemy 3 | 4 | try: 5 | db = SQLAlchemy() 6 | except Exception as e: 7 | db = SQLAlchemy() 8 | -------------------------------------------------------------------------------- /admin/backend/models/configs.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from .base import db 3 | 4 | 5 | class Configs(db.Model): 6 | id = db.Column(db.Integer, autoincrement=True, primary_key=True) 7 | type = db.Column(db.String(32), nullable=False) 8 | name = db.Column(db.String(32), nullable=False) 9 | json_text = db.Column(db.JSON, nullable=True) 10 | 11 | def to_json(self): 12 | return { 13 | 'id': self.id, 14 | 'type': self.type, 15 | 'name': self.name, 16 | 'jsonText': self.json_text 17 | } 18 | -------------------------------------------------------------------------------- /admin/backend/models/tasks.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from .base import db 3 | 4 | 5 | class Tasks(db.Model): 6 | id = db.Column(db.Integer, autoincrement=True, primary_key=True) 7 | uuid = db.Column(db.String(36), nullable=False) 8 | type = db.Column(db.String(32), nullable=False) 9 | name = db.Column(db.String(32), nullable=False) 10 | result = db.Column(db.JSON, nullable=True) 11 | 12 | def to_json(self): 13 | return { 14 | 'id': self.id, 15 | 'uuid': self.uuid, 16 | 'type': self.type, 17 | 'name': self.name, 18 | 'result': self.result 19 | } 20 | -------------------------------------------------------------------------------- /admin/backend/routes/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from .configs import ConfigsApi 3 | from .tasks import TasksApi 4 | 5 | 6 | def register_api(app, view, endpoint, url, pk='id', pk_type='int'): 7 | view_func = view.as_view(endpoint) 8 | app.add_url_rule(url, defaults={pk: None}, 9 | view_func=view_func, methods=['GET', ]) 10 | app.add_url_rule(url, view_func=view_func, methods=['POST', ]) 11 | app.add_url_rule('%s<%s:%s>' % (url, pk_type, pk), view_func=view_func, 12 | methods=['GET', 'PUT', 'DELETE']) 13 | 14 | 15 | def init(app): 16 | register_api(app, ConfigsApi, 'configs_api', '/configs/', pk='config_id') 17 | register_api(app, TasksApi, 'task_api', '/tasks/', pk='task_id') 18 | -------------------------------------------------------------------------------- /admin/backend/routes/configs.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from flask.views import MethodView 3 | from flask import request 4 | from admin.backend.models.base import db 5 | from admin.backend.models.configs import Configs 6 | from admin.backend.utils import json_response 7 | import json 8 | 9 | 10 | class ConfigsApi(MethodView): 11 | 12 | def get(self, config_id): 13 | if config_id is None: 14 | # 返回一个包含所有用户的列表 15 | res = [] 16 | configs = Configs.query.all() 17 | for config in configs: 18 | res.append(config.to_json()) 19 | return json_response(res) 20 | else: 21 | config = Configs.query.filter_by(id=config_id).first() 22 | return json_response(config.to_json()) 23 | 24 | def post(self): 25 | # 创建一个新用户 26 | print(request.json) 27 | json_text = request.json['jsonText'] 28 | if not isinstance(json_text, str): 29 | json_text = json_text 30 | db.session.add(Configs(type=request.json['type'], name=request.json['name'], json_text=json_text)) 31 | db.session.commit() 32 | 33 | return json_response() 34 | 35 | def delete(self, config_id): 36 | # 删除一个用户 37 | config = Configs.query.filter_by(id=config_id).first() 38 | db.session.delete(config) 39 | db.session.commit() 40 | return json_response() 41 | 42 | def put(self, config_id): 43 | print(config_id) 44 | config = Configs.query.filter_by(id=config_id).first() 45 | config.type = request.json['type'] 46 | config.name = request.json['name'] 47 | config.json_text = json.dumps(request.json['jsonText']) 48 | print(request.json) 49 | db.session.commit() 50 | return json_response() 51 | -------------------------------------------------------------------------------- /admin/backend/routes/tasks.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from flask.views import MethodView 3 | from flask import request 4 | from admin.backend.models.base import db 5 | from admin.backend.models.tasks import Tasks 6 | from admin.backend.utils import json_response 7 | import json 8 | 9 | 10 | class TasksApi(MethodView): 11 | 12 | def get(self, task_id): 13 | if task_id is None: 14 | # 返回一个包含所有用户的列表 15 | res = [] 16 | tasks = Tasks.query.all() 17 | for config in tasks: 18 | res.append(config.to_json()) 19 | return json_response(res) 20 | else: 21 | config = Tasks.query.filter_by(id=task_id).first() 22 | return json_response(config.to_json()) 23 | 24 | def post(self): 25 | # 创建一个新用户 26 | print(request.json) 27 | db.session.add( 28 | Tasks( 29 | type=request.json['type'], 30 | uuid=request.json['uuid'], 31 | name=request.json['name'], 32 | result=request.json['result'] 33 | ) 34 | ) 35 | db.session.commit() 36 | 37 | return json_response() 38 | 39 | def delete(self, task_id): 40 | # 删除一个用户 41 | config = Tasks.query.filter_by(id=task_id).first() 42 | db.session.delete(config) 43 | db.session.commit() 44 | return json_response() 45 | 46 | def put(self, task_id): 47 | print(task_id) 48 | config = Tasks.query.filter_by(id=task_id).first() 49 | config.type = request.json['type'] 50 | config.name = request.json['name'] 51 | config.json_text = json.dumps(request.json['result']) 52 | print(request.json) 53 | db.session.commit() 54 | return json_response() 55 | -------------------------------------------------------------------------------- /admin/backend/services/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | 4 | def init(app): 5 | pass 6 | -------------------------------------------------------------------------------- /admin/backend/templates/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | 4 | def init(app): 5 | pass 6 | -------------------------------------------------------------------------------- /admin/backend/utils.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import json 3 | 4 | 5 | def json_response(data='', code=0, msg='success'): 6 | return {'code': code, 'data': data, 'msg': msg} 7 | -------------------------------------------------------------------------------- /admin/frontend/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | node_modules 3 | /dist 4 | 5 | # local env files 6 | .env.local 7 | .env.*.local 8 | 9 | # Log files 10 | npm-debug.log* 11 | yarn-debug.log* 12 | yarn-error.log* 13 | 14 | # Editor directories and files 15 | .idea 16 | .vscode 17 | *.suo 18 | *.ntvs* 19 | *.njsproj 20 | *.sln 21 | *.sw? 22 | 23 | *.exe -------------------------------------------------------------------------------- /admin/frontend/README.md: -------------------------------------------------------------------------------- 1 | # frontend 2 | 3 | ## Project setup 4 | ``` 5 | npm install brace 6 | npm install jsoneditor 7 | ``` 8 | 9 | ### Compiles and hot-reloads for development 10 | ``` 11 | npm run serve 12 | ``` 13 | 14 | ### Compiles and minifies for production 15 | ``` 16 | npm run build 17 | ``` 18 | 19 | ### Customize configuration 20 | See [Configuration Reference](https://cli.vuejs.org/config/). 21 | -------------------------------------------------------------------------------- /admin/frontend/babel.config.js: -------------------------------------------------------------------------------- 1 | module.exports = { 2 | presets: [ 3 | '@vue/cli-plugin-babel/preset' 4 | ] 5 | } 6 | -------------------------------------------------------------------------------- /admin/frontend/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "frontend", 3 | "version": "0.1.0", 4 | "private": true, 5 | "scripts": { 6 | "serve": "vue-cli-service serve", 7 | "build": "vue-cli-service build" 8 | }, 9 | "dependencies": { 10 | "axios": "^0.19.2", 11 | "core-js": "^3.6.4", 12 | "element-ui": "^2.13.2", 13 | "vue": "^2.6.11", 14 | "vue-axios": "^2.1.5", 15 | "vue-router": "^3.1.5", 16 | "vuex": "^3.1.2" 17 | }, 18 | "devDependencies": { 19 | "@vue/cli-plugin-babel": "~4.2.0", 20 | "@vue/cli-plugin-router": "~4.2.0", 21 | "@vue/cli-plugin-vuex": "~4.2.0", 22 | "@vue/cli-service": "~4.2.0", 23 | "vue-template-compiler": "^2.6.11" 24 | }, 25 | "browserslist": [ 26 | "> 1%", 27 | "last 2 versions" 28 | ] 29 | } 30 | -------------------------------------------------------------------------------- /admin/frontend/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/admin/frontend/public/favicon.ico -------------------------------------------------------------------------------- /admin/frontend/public/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | <%= htmlWebpackPlugin.options.title %> 9 | 10 | 11 | 14 |
15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /admin/frontend/src/App.vue: -------------------------------------------------------------------------------- 1 | 15 | 16 | 23 | 24 | 41 | -------------------------------------------------------------------------------- /admin/frontend/src/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/admin/frontend/src/assets/logo.png -------------------------------------------------------------------------------- /admin/frontend/src/components/DialogForm.vue: -------------------------------------------------------------------------------- 1 | 29 | 30 | 107 | 108 | 139 | -------------------------------------------------------------------------------- /admin/frontend/src/components/JsonEditor.vue: -------------------------------------------------------------------------------- 1 | 4 | 5 | 69 | 70 | -------------------------------------------------------------------------------- /admin/frontend/src/components/Table.vue: -------------------------------------------------------------------------------- 1 | 23 | 24 | 100 | -------------------------------------------------------------------------------- /admin/frontend/src/main.js: -------------------------------------------------------------------------------- 1 | import Vue from 'vue' 2 | import App from './App.vue' 3 | import router from './router' 4 | import store from './store' 5 | import ElementUI from 'element-ui'; 6 | import 'element-ui/lib/theme-chalk/index.css'; 7 | import axios from 'axios' 8 | import VueAxios from 'vue-axios' 9 | 10 | Vue.use(VueAxios, axios) 11 | 12 | Vue.use(ElementUI); 13 | 14 | Vue.config.productionTip = false 15 | 16 | new Vue({ 17 | router, 18 | store, 19 | render: h => h(App) 20 | }).$mount('#app') -------------------------------------------------------------------------------- /admin/frontend/src/router/index.js: -------------------------------------------------------------------------------- 1 | import Vue from 'vue' 2 | import VueRouter from 'vue-router' 3 | import Table from '@/components/Table' 4 | 5 | Vue.use(VueRouter) 6 | 7 | const routes = [{ 8 | path: '/', 9 | name: 'Table', 10 | component: Table 11 | }] 12 | 13 | const router = new VueRouter({ 14 | mode: 'history', 15 | base: process.env.BASE_URL, 16 | routes 17 | }) 18 | 19 | export default router -------------------------------------------------------------------------------- /admin/frontend/src/store/index.js: -------------------------------------------------------------------------------- 1 | import Vue from 'vue' 2 | import Vuex from 'vuex' 3 | 4 | Vue.use(Vuex) 5 | 6 | export default new Vuex.Store({ 7 | state: { 8 | }, 9 | mutations: { 10 | }, 11 | actions: { 12 | }, 13 | modules: { 14 | } 15 | }) 16 | -------------------------------------------------------------------------------- /docs/gif/baidu.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/gif/baidu.gif -------------------------------------------------------------------------------- /docs/gif/boss.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/gif/boss.gif -------------------------------------------------------------------------------- /docs/imgs/customizes_component.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/imgs/customizes_component.png -------------------------------------------------------------------------------- /docs/imgs/front.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/imgs/front.png -------------------------------------------------------------------------------- /docs/imgs/titan.yml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/imgs/titan.yml.png -------------------------------------------------------------------------------- /docs/imgs/titans.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/docs/imgs/titans.png -------------------------------------------------------------------------------- /entry.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import uuid 3 | import argparse 4 | from titan.core.engine import Engine 5 | from titan.manages.global_manager import GlobalManager 6 | 7 | 8 | class Entry(object): 9 | def __init__(self): 10 | self.parser = argparse.ArgumentParser(description='Run Spider') 11 | self.args = self.build_parser() 12 | self.uuid = uuid.uuid1().__str__() 13 | 14 | def bootstrap(self): 15 | pass 16 | 17 | def build_parser(self): 18 | self.parser.add_argument('--type', dest='spider_type', required=True, help='spider type') 19 | self.parser.add_argument('--name', dest='task_name', required=True, help='task name') 20 | self.parser.add_argument('--debug', dest='debug', required=False, help='debug signal', default=False) 21 | return self.parser.parse_args() 22 | 23 | def set(self, key, value): 24 | if not hasattr(self, key): 25 | setattr(self, key, value) 26 | 27 | def run(self): 28 | try: 29 | Engine(self.args.spider_type, self.args.task_name, self.uuid, self.args.debug).scheduler() 30 | except Exception as e: 31 | print(e) 32 | driver = GlobalManager().get_driver() 33 | if driver is not None: 34 | driver.close() 35 | driver.quit() 36 | 37 | 38 | if __name__ == '__main__': 39 | Entry().run() 40 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | certifi==2019.6.16 2 | chardet==3.0.4 3 | Click==7.0 4 | colorama==0.4.1 5 | coloredlogs==10.0 6 | fake-useragent==0.1.11 7 | Flask==1.1.1 8 | Flask-SQLAlchemy==2.4.1 9 | humanfriendly==4.18 10 | idna==2.8 11 | itsdangerous==1.1.0 12 | Jinja2==2.10.3 13 | MarkupSafe==1.1.1 14 | prettytable==0.7.2 15 | PyMySQL==0.9.3 16 | pyreadline==2.1 17 | PyYAML==5.1.1 18 | requests==2.22.0 19 | selenium==3.141.0 20 | SQLAlchemy==1.3.10 21 | urllib3==1.25.3 22 | Werkzeug==0.16.0 23 | -------------------------------------------------------------------------------- /titan/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import yaml 3 | import os 4 | 5 | TITAN_ENV = os.environ.get('TITAN_ENV', 'development') 6 | 7 | # creative dir 8 | TITAN_DIR = os.path.dirname(os.path.realpath(__file__)) 9 | 10 | BIN_DIR = TITAN_DIR + os.path.sep + 'bin' + os.path.sep 11 | 12 | LOGS_DIR = TITAN_DIR + os.path.sep + 'logs' + os.path.sep 13 | 14 | COMPONENTS_DIR = TITAN_DIR + os.path.sep + 'components' + os.path.sep 15 | 16 | CONFIGS_DIR = TITAN_DIR + os.path.sep + 'configs' + os.path.sep 17 | 18 | HOOKS_DIR = TITAN_DIR + os.path.sep + 'hooks' + os.path.sep 19 | 20 | STORAGES_DIR = TITAN_DIR + os.path.sep + 'storages' + os.path.sep 21 | 22 | COOKIES_DIR = STORAGES_DIR + os.path.sep + 'cookies' + os.path.sep 23 | 24 | dirs = { 25 | 'titan': TITAN_DIR, 26 | 'bin': BIN_DIR, 27 | 'storages': STORAGES_DIR, 28 | 'logs': LOGS_DIR, 29 | 'components': COMPONENTS_DIR, 30 | 'configs': CONFIGS_DIR, 31 | 'hooks': HOOKS_DIR, 32 | 'cookies': COOKIES_DIR 33 | } 34 | 35 | 36 | class Config(object): 37 | __yaml_config = None 38 | 39 | def __init__(self): 40 | with open(TITAN_DIR + os.path.sep + 'titan.yml') as f: 41 | self.__yaml_config = yaml.load(f.read(), Loader=yaml.FullLoader)[TITAN_ENV] 42 | 43 | def __getattr__(self, item): 44 | print(item) 45 | 46 | 47 | # load config 48 | with open(TITAN_DIR + os.path.sep + 'titan.yml', encoding='utf-8') as f: 49 | YAML_CONFIG = yaml.load(f.read(), Loader=yaml.FullLoader)[TITAN_ENV] 50 | 51 | if not os.path.exists(LOGS_DIR): 52 | os.mkdir(LOGS_DIR) 53 | 54 | if __name__ == '__main__': 55 | print(YAML_CONFIG) 56 | print(LOGS_DIR) 57 | -------------------------------------------------------------------------------- /titan/abstracts/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | -------------------------------------------------------------------------------- /titan/abstracts/decorator.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import timeit 3 | from functools import wraps 4 | from titan.manages.global_manager import GlobalManager 5 | 6 | 7 | def run_time_sum(func): 8 | @wraps(func) 9 | def wrapper(*args, **kwargs): 10 | start = timeit.default_timer() 11 | __func = func(*args, **kwargs) 12 | end = timeit.default_timer() 13 | if GlobalManager().debug: 14 | print('run time: {} s'.format(str(round(end - start, 4)))) 15 | return __func 16 | 17 | return wrapper 18 | -------------------------------------------------------------------------------- /titan/abstracts/singleton.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | 4 | class Singleton(type): 5 | def __init__(cls, *args, **kwargs): 6 | cls.__instance = None 7 | super().__init__(*args, **kwargs) 8 | 9 | def __call__(cls, *args, **kwargs): 10 | if cls.__instance is None: 11 | cls.__instance = super().__call__(*args, **kwargs) 12 | return cls.__instance 13 | else: 14 | return cls.__instance 15 | -------------------------------------------------------------------------------- /titan/bin/chromedriver.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoToolkit/titans/e23b04f00b5fe8956d98462c022cacf774174a06/titan/bin/chromedriver.exe -------------------------------------------------------------------------------- /titan/components/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.manages.global_manager import GlobalManager 3 | from titan.abstracts.decorator import run_time_sum 4 | import time 5 | 6 | 7 | class Base(object): 8 | allow = True 9 | 10 | def __init__(self, params): 11 | self.driver = GlobalManager().get_driver() 12 | self.params = params 13 | 14 | @staticmethod 15 | def sleep(sleep_time=5): 16 | time.sleep(sleep_time) 17 | 18 | @run_time_sum 19 | def run(self, func_name): 20 | if GlobalManager().debug: 21 | print('func_name: ', func_name) 22 | if hasattr(self, func_name) and (self.allow or func_name in self.allow): 23 | result = getattr(self, func_name)() 24 | if self.params.get('sleep_time', None): 25 | self.sleep(self.params['sleep_time']) 26 | return result 27 | else: 28 | raise Exception('No this function') 29 | -------------------------------------------------------------------------------- /titan/components/click.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | import time 4 | 5 | 6 | class Click(Base): 7 | def default(self): 8 | self.driver.find_element_by_xpath(self.params['xpath']).click() 9 | self.sleep() 10 | -------------------------------------------------------------------------------- /titan/components/content.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | import re 4 | 5 | 6 | class Content(Base): 7 | 8 | def default(self): 9 | if not self.driver.find_elements_by_xpath(self.params['xpath']): 10 | if self.params.get('default', None) is not None: 11 | return self.params['default'] 12 | 13 | element = self.driver.find_element_by_xpath(self.params['xpath']) 14 | attr = self.params.get('attr', None) 15 | text = element.get_attribute(attr) if attr else element.text 16 | 17 | return text 18 | -------------------------------------------------------------------------------- /titan/components/cookie.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from titan import dirs 4 | import json 5 | import os 6 | 7 | 8 | class Cookie(Base): 9 | def write_file(self): 10 | cookie = self.driver.get_cookies() 11 | path = dirs['cookies'] + self.params['cookie_name'] + '.txt' 12 | with open(path, 'w') as f: 13 | json.dump(cookie, f) 14 | 15 | return path 16 | -------------------------------------------------------------------------------- /titan/components/customizes/test.py: -------------------------------------------------------------------------------- 1 | from titan.components import Base 2 | 3 | 4 | class Test(Base): 5 | 6 | @staticmethod 7 | def default(): 8 | print("test") 9 | -------------------------------------------------------------------------------- /titan/components/for.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from titan.manages.global_manager import GlobalManager 4 | from titan.manages.for_manager import ForManager 5 | from titan.utils import screening_value 6 | import traceback 7 | import copy 8 | 9 | 10 | class For(Base): 11 | __stack = {} 12 | 13 | def __init__(self, params): 14 | super(For, self).__init__(params) 15 | ForManager().set_depth() 16 | if GlobalManager().component_type == 'start' and ForManager().get_yield_for_stack() is None: 17 | ForManager().set_yield_for_stack(self.loop_condition()) 18 | 19 | def loop_condition(self): 20 | elements = [] 21 | 22 | if self.params.get('xpath', None): 23 | elements = self.driver.find_elements_by_xpath(self.params['xpath']) 24 | 25 | if self.params.get('value', None): 26 | elements = self.params['value'] 27 | 28 | if self.params.get('storage', None): 29 | elements = GlobalManager().get(self.params['storage']) 30 | 31 | for element in elements: 32 | yield element 33 | 34 | def click(self): 35 | if self.params.get('xpath', None): 36 | text = None 37 | if self.params.get('format', None): 38 | text = self.params['format'].format(**ForManager().get_element_for_stack()) 39 | xpath = self.params['xpath'].format(text) 40 | self.driver.find_element_by_xpath(xpath).click() 41 | 42 | def grab(self): 43 | element = ForManager().get_element_for_stack() 44 | 45 | if self.params.get('xpath', None): 46 | element = element.find_element_by_xpath(self.params['xpath']) 47 | 48 | if self.params.get('tag_name', None): 49 | element = element.find_element_by_tag_name(self.params['tag_name']) 50 | 51 | if GlobalManager().debug: 52 | print(element.text) 53 | 54 | self.__stack[self.params['key']] = screening_value(element, self.params) 55 | 56 | def start(self): 57 | try: 58 | ForManager().for_loop_start() 59 | except Exception as e: 60 | if GlobalManager().debug: 61 | print(traceback.format_exc()) 62 | print(e) 63 | 64 | if self.params.get('turn_on', True): 65 | GlobalManager().loop_turn_off() 66 | ForManager().destroy_for_stack() 67 | 68 | def end(self): 69 | if GlobalManager().debug: 70 | print(self.__stack) 71 | if self.params.get('key', None): 72 | GlobalManager().set(self.params['key'], copy.deepcopy(self.__stack)) 73 | ForManager().set_depth() 74 | GlobalManager().loop_turn_on() 75 | -------------------------------------------------------------------------------- /titan/components/if.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.manages.global_manager import GlobalManager 3 | from titan.components import Base 4 | 5 | 6 | class If(Base): 7 | 8 | def start_block(self): 9 | GlobalManager().if_turn_off() 10 | if self.params.get('xpath', None) and self.driver.find_elements_by_xpath('xpath'): 11 | GlobalManager().if_turn_on() 12 | return True 13 | 14 | if self.params.get('not_exist_xpath', None) and not self.driver.find_elements_by_xpath('not_exist_xpath'): 15 | GlobalManager().if_turn_on() 16 | return True 17 | 18 | if self.params.get('attr_xpath', None) and self.driver.find_element_by_xpath('attr_xpath')\ 19 | .get_attribute(self.params['attr']): 20 | GlobalManager().if_turn_on() 21 | return True 22 | 23 | return False 24 | 25 | @staticmethod 26 | def end_block(): 27 | GlobalManager().if_turn_off() 28 | 29 | def default(self): 30 | pass 31 | -------------------------------------------------------------------------------- /titan/components/iframe.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | 4 | 5 | class Iframe(Base): 6 | 7 | def default(self): 8 | if self.params.get('frame_id', None): 9 | return self.driver.switch_to.frame(self.params['frame_id']) 10 | 11 | if self.params.get('xpath', None): 12 | return self.driver.switch_to.frame( 13 | self.driver.find_element_by_xpath(self.params['xpath']) 14 | ) 15 | -------------------------------------------------------------------------------- /titan/components/input.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from selenium.webdriver.common.keys import Keys 3 | from titan.components import Base 4 | 5 | 6 | class Input(Base): 7 | 8 | def clear(self): 9 | element = self.driver.find_element_by_xpath(self.params['xpath']) 10 | if self.params.get('clear', None): 11 | element.clear() 12 | return True 13 | 14 | element.click() 15 | space_num = self.params['space']if self.params.get('space', None) else 4 16 | while space_num: 17 | space_num -= 1 18 | element.send_keys(Keys.BACK_SPACE) 19 | 20 | def text(self): 21 | print(self.params) 22 | element = self.driver.find_element_by_xpath(self.params['xpath']) 23 | element.send_keys(self.params['text']) 24 | 25 | -------------------------------------------------------------------------------- /titan/components/javascript.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from titan import dirs 4 | 5 | 6 | class Javascript(Base): 7 | def default(self): 8 | if self.driver.execute_script('return typeof jQuery === "undefined";'): 9 | with open(dirs['storages'] + 'jquery-3.3.1.min.js') as f: 10 | js = f.read() 11 | self.driver.execute_script(js) 12 | 13 | exec_script = '' 14 | 15 | if self.params.get('value', None): 16 | exec_script = 'var selenium_var = "{}";'.format(self.params['value']) 17 | 18 | exec_script = exec_script + self.params['code'] 19 | return self.driver.execute_script(exec_script) 20 | -------------------------------------------------------------------------------- /titan/components/judge.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from titan.manages.global_manager import GlobalManager 4 | 5 | 6 | class Judge(Base): 7 | 8 | def enable_click_loop(self): 9 | element = self.driver.find_element_by_xpath(self.params['xpath']) 10 | if element.is_enabled(): 11 | return GlobalManager().loop_turn_on() 12 | 13 | return GlobalManager().loop_turn_off() 14 | 15 | def display_click_loop(self): 16 | element = self.driver.find_element_by_xpath(self.params['xpath']) 17 | if element.is_displayed(): 18 | return GlobalManager().loop_turn_on() 19 | 20 | return GlobalManager().loop_turn_off() 21 | 22 | def has_class_terminate(self): 23 | element = self.driver.find_element_by_xpath(self.params['xpath']) 24 | if self.params['class'] in element.get_attribute('class'): 25 | return GlobalManager().loop_turn_off() 26 | return GlobalManager().loop_turn_on() 27 | 28 | def not_has_element_terminate(self): 29 | element = self.driver.find_elements_by_xpath(self.params['xpath']) 30 | if not element: 31 | return GlobalManager().loop_turn_off() 32 | 33 | return GlobalManager().loop_turn_on() 34 | 35 | def default(self): 36 | pass 37 | -------------------------------------------------------------------------------- /titan/components/request.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.manages.global_manager import GlobalManager 3 | from titan.utils import make_requests 4 | from titan.components import Base 5 | from titan import dirs 6 | import os 7 | 8 | 9 | class Request(Base): 10 | def url_format(self): 11 | if self.params.get('url', None): 12 | global_type = self.params.get('global_type', None) 13 | if GlobalManager().debug: 14 | print('global_type:', global_type) 15 | if global_type is None: 16 | params = GlobalManager().get() 17 | else: 18 | params = GlobalManager().get(type_=global_type) 19 | url = self.params['url'].format(**params) 20 | return url 21 | 22 | def get_method(self): 23 | return self.params.get('method', 'POST') 24 | 25 | def browser(self): 26 | url = self.url_format() 27 | if self.params.get('read_cookie', None): 28 | self.read_cookie() 29 | self.driver.get(url) 30 | return self.sleep() 31 | 32 | def default(self): 33 | url = self.url_format() 34 | data = self.params.get('data', []) 35 | make_requests(self.get_method(), url, data=data) 36 | 37 | def read_cookie(self): 38 | path = dirs['cookies'] + self.params['cookie_name'] + '.txt' 39 | if not os.path.exists(path): 40 | raise Exception('cookies not exists') 41 | 42 | with open(path) as f: 43 | cookies = f.read() 44 | for cookie in cookies: 45 | self.driver.add_cookie(cookie) 46 | -------------------------------------------------------------------------------- /titan/components/sleep.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | import random 4 | import time 5 | 6 | 7 | class Sleep(Base): 8 | def random(self): 9 | start = self.params.get('start', 5) 10 | end = self.params.get('end', 8) 11 | step = self.params.get('step', 1) 12 | time.sleep(random.randrange(start, end, step)) 13 | 14 | def default(self): 15 | if self.params.get('time', None): 16 | time.sleep(self.params['time']) 17 | -------------------------------------------------------------------------------- /titan/components/wait.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from selenium.webdriver.common.by import By 4 | from selenium.webdriver.support.ui import WebDriverWait 5 | from selenium.webdriver.support import expected_conditions as EC 6 | 7 | 8 | class Wait(Base): 9 | 10 | def have_element(self): 11 | WebDriverWait(self.driver, self.params.get('time', 10)).until( 12 | EC.presence_of_element_located(By.XPATH, self.params['xpath']) 13 | ) 14 | 15 | -------------------------------------------------------------------------------- /titan/components/while.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | from titan.manages.global_manager import GlobalManager 4 | 5 | 6 | class While(Base): 7 | def start(self): 8 | pass 9 | 10 | def end(self): 11 | if self.params.get('xpath', None): 12 | if not self.driver.find_elements_by_xpath(self.params['xpath']): 13 | return GlobalManager().loop_turn_on() 14 | 15 | if self.params.get('key', None): 16 | if GlobalManager.get(self.params['key'], '_db_args'): 17 | return GlobalManager().loop_turn_on() 18 | 19 | return GlobalManager().loop_turn_off() 20 | -------------------------------------------------------------------------------- /titan/components/window.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.components import Base 3 | 4 | 5 | class Window(Base): 6 | 7 | def before(self): 8 | self.driver.switch_to_window(self.driver.window_handles[1]) 9 | 10 | def after(self): 11 | self.driver.switch_to_window(self.driver.window_handles[0]) 12 | -------------------------------------------------------------------------------- /titan/configs/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | -------------------------------------------------------------------------------- /titan/configs/common.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "component": "customizes.test" 4 | }, 5 | { 6 | "component": "request", 7 | "args": { 8 | "url": "https://www.baidu.com" 9 | }, 10 | "type": "browser" 11 | }, 12 | { 13 | "component": "input", 14 | "args": { 15 | "xpath": "//input[@id='kw']", 16 | "text": "Python" 17 | }, 18 | "type": "text" 19 | }, 20 | { 21 | "component": "click", 22 | "args": { 23 | "xpath": "//input[@id='su']" 24 | } 25 | }, 26 | { 27 | "component": "sleep", 28 | "args": { 29 | "time": 5 30 | } 31 | } 32 | ] -------------------------------------------------------------------------------- /titan/core/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | -------------------------------------------------------------------------------- /titan/core/browser.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from selenium.webdriver.common.desired_capabilities import DesiredCapabilities 3 | from selenium.webdriver.chrome.options import Options 4 | from titan.manages.global_manager import GlobalManager 5 | from fake_useragent import UserAgent 6 | from selenium import webdriver 7 | from titan import dirs, YAML_CONFIG 8 | import random 9 | 10 | 11 | class Chrome(object): 12 | def __init__(self): 13 | self.driver = self.set_chrome() 14 | 15 | @staticmethod 16 | def enable_download_in_headless_chrome(driver, download_dir): 17 | driver.command_executor._commands["send_command"] = ( 18 | "POST", '/session/' + driver.session_id + '/chromium/send_command' 19 | ) 20 | params = {'cmd': 'Page.setDownloadBehavior', 'params': {'behavior': 'allow', 'downloadPath': download_dir}} 21 | command_result = driver.execute("send_command", params) 22 | if GlobalManager().debug: 23 | print(command_result) 24 | 25 | def set_chrome(self): 26 | 27 | prefs = { 28 | "download": { 29 | "default_directory": dirs['storages'], 30 | "prompt_for_download": False, 31 | "directory_upgrade": True 32 | } 33 | } 34 | 35 | chrome_options = Options() 36 | 37 | if YAML_CONFIG['headless']: 38 | chrome_options.add_argument('--headless') 39 | self.enable_download_in_headless_chrome(self.driver, dirs['storages']) 40 | 41 | for arg in YAML_CONFIG['browser_args']: 42 | chrome_options.add_argument(arg) 43 | chrome_options.add_argument('user-agent={}'.format(UserAgent().random)) 44 | 45 | for k, v in YAML_CONFIG['experimental_option'].items(): 46 | if k == 'prefs': 47 | chrome_options.add_experimental_option('prefs', {**prefs, **v}) 48 | else: 49 | chrome_options.add_experimental_option(k, v) 50 | 51 | d = DesiredCapabilities.CHROME 52 | if YAML_CONFIG.get("hub", None) is None: 53 | print(chrome_options) 54 | chromedriver_path = dirs['bin'] + 'chromedriver.exe' 55 | chrome = webdriver.Chrome(chromedriver_path, chrome_options=chrome_options, desired_capabilities=d) 56 | else: 57 | hub = YAML_CONFIG['hub'][random.randint(0, len(YAML_CONFIG['hub']) - 1)] 58 | chrome = webdriver.Remote(command_executor=hub, desired_capabilities=d) 59 | 60 | return chrome 61 | 62 | def build(self): 63 | return self.driver 64 | -------------------------------------------------------------------------------- /titan/core/engine.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.manages.component_manager import ComponentManager 3 | from titan.manages.global_manager import GlobalManager 4 | from titan.manages.hook_manager import HookManager 5 | from titan.core.browser import Chrome 6 | from titan.utils import make_requests 7 | from titan import YAML_CONFIG, dirs 8 | from titan.utils.printer import Printer 9 | import re 10 | 11 | 12 | class Engine(object): 13 | def __init__(self, spider_type, task_name, uuid, debug): 14 | driver = Chrome().build() 15 | GlobalManager().build(spider_type, task_name, uuid) 16 | GlobalManager().set_driver(driver) 17 | self.hook = HookManager().build(spider_type) 18 | self.args = self.hook.get_args() 19 | self.commands = self.hook.load_commands() 20 | if debug: 21 | GlobalManager().debug = debug 22 | if GlobalManager().debug: 23 | print(self.hook) 24 | 25 | def scheduler(self): 26 | self.hook.before() 27 | try: 28 | if GlobalManager().debug: 29 | print(self.commands) 30 | self.execute(self.commands, 0) 31 | self.handle_data() 32 | except Exception as e: 33 | self.hook.exception(e) 34 | finally: 35 | self.hook.after() 36 | 37 | def execute(self, commands, depth): 38 | GlobalManager().if_turn_on() 39 | GlobalManager().depth = depth 40 | for command in commands: 41 | 42 | if isinstance(command, list): 43 | self.execute(command, depth + 1) 44 | GlobalManager().if_turn_on() 45 | 46 | while GlobalManager().is_loop: 47 | self.execute(command, depth + 1) 48 | GlobalManager().if_turn_on() 49 | 50 | GlobalManager().depth = depth 51 | continue 52 | 53 | component_name = command['component'].lower() 54 | component_args = command.get('args', {}) 55 | component_type = command.get('type', 'default') 56 | 57 | if GlobalManager().debug: 58 | Printer().init() 59 | Printer().add_row(['exec command', command]) 60 | Printer().add_row(['before_if_status', GlobalManager().is_if]) 61 | Printer().add_row(['before_break_status', GlobalManager().is_break]) 62 | Printer().add_row(['before_loop_status', GlobalManager().is_loop]) 63 | Printer().output() 64 | 65 | if command.get('db_args', None): 66 | component_args['db_args'] = GlobalManager().get(component_args['dbArgs'], '_db_args') 67 | 68 | GlobalManager().component_name = component_name 69 | GlobalManager().component_type = component_type 70 | 71 | component = ComponentManager().build(component_name, component_args) 72 | 73 | result = self.result_filter(component_args, component.run(component_type)) 74 | 75 | if command.get('return', None): 76 | GlobalManager().set(command['return'], result) 77 | if GlobalManager().debug: 78 | Printer().init() 79 | Printer().add_row(['after_if_status ', GlobalManager().is_if]) 80 | Printer().add_row(['after_break_status ', GlobalManager().is_break]) 81 | Printer().add_row(['after_loop_status ', GlobalManager().is_loop]) 82 | Printer().output() 83 | 84 | if component_name == 'if' and not GlobalManager().is_if: 85 | return 86 | 87 | if GlobalManager().is_break: 88 | return 89 | 90 | if not GlobalManager().is_loop: 91 | return 92 | 93 | def handle_data(self): 94 | data = GlobalManager().get() 95 | storage_type = YAML_CONFIG['callback']['default'] 96 | callback = YAML_CONFIG['callback']['stores'] 97 | if storage_type == 'file': 98 | self.hook.handle_data(data=data) 99 | elif storage_type == 'request': 100 | task_json = { 101 | 'type': GlobalManager().get('spider_type', '_system'), 102 | 'name': GlobalManager().get('task_name', '_system'), 103 | 'uuid': GlobalManager().get('uuid', '_system'), 104 | 'result': data 105 | } 106 | res = make_requests('POST', callback['request']['url'], json=task_json) 107 | if GlobalManager().debug: 108 | print(res) 109 | 110 | @staticmethod 111 | def result_filter(component_args, text): 112 | if component_args.get('filter', None) is None: 113 | return text 114 | 115 | pattern = component_args.get('pattern', None) 116 | if pattern: 117 | index = component_args.get('index', None) 118 | text = re.match(pattern, text).group(index if index else 0) 119 | 120 | return text 121 | 122 | 123 | if __name__ == '__main__': 124 | Engine('common', 'click', 'c').scheduler() 125 | -------------------------------------------------------------------------------- /titan/hooks/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | -------------------------------------------------------------------------------- /titan/hooks/base.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from abc import abstractmethod 3 | from titan.abstracts.singleton import Singleton 4 | 5 | 6 | class Base(metaclass=Singleton): 7 | @abstractmethod 8 | def before(self, *args, **kwargs): 9 | pass 10 | 11 | @abstractmethod 12 | def running(self, *args, **kwargs): 13 | pass 14 | 15 | @abstractmethod 16 | def handle_data(self, *args, **kwargs): 17 | pass 18 | 19 | @abstractmethod 20 | def after(self, *args, **kwargs): 21 | pass 22 | 23 | @abstractmethod 24 | def exception(self, *args, **kwargs): 25 | pass 26 | 27 | @abstractmethod 28 | def terminate(self, *args, **kwargs): 29 | pass 30 | 31 | @abstractmethod 32 | def get_args(self): 33 | pass 34 | 35 | @abstractmethod 36 | def load_commands(self, *args, **kwargs): 37 | pass 38 | -------------------------------------------------------------------------------- /titan/hooks/common.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.manages.global_manager import GlobalManager 3 | from titan.utils.log import logger 4 | from titan.hooks.base import Base 5 | from titan import YAML_CONFIG 6 | import traceback 7 | from titan.utils import make_requests 8 | import json 9 | import os 10 | from titan import dirs 11 | 12 | 13 | class Common(Base): 14 | 15 | def before(self, *args, **kwargs): 16 | pass 17 | 18 | def running(self, *args, **kwargs): 19 | pass 20 | 21 | def handle_data(self, *args, **kwargs): 22 | res = kwargs['data'] 23 | with open(dirs['storages'] + os.path.sep + 'result.csv', 'a+') as f: 24 | for item in res['video_custom_array']: 25 | txt = '{},{},{},{},{}'.format( 26 | item['url'], 27 | item['img'], 28 | item['clarity'], 29 | item['time'], 30 | item['views'] 31 | ) 32 | f.write(txt + os.linesep) 33 | 34 | def after(self, *args, **kwargs): 35 | GlobalManager().get_driver().close() 36 | GlobalManager().get_driver().quit() 37 | 38 | def exception(self, *args, **kwargs): 39 | 40 | msg = 'exception: {} {}'.format(GlobalManager().get('commands.uuid'), traceback.format_exc()) 41 | if GlobalManager().debug: 42 | print(msg) 43 | else: 44 | logger.error(msg) 45 | 46 | def terminate(self, *args, **kwargs): 47 | pass 48 | 49 | def get_args(self): 50 | return None 51 | 52 | def load_commands(self, *args, **kwargs): 53 | 54 | if YAML_CONFIG['load_command_from_file']: 55 | with open(dirs['configs'] + 'common.json', 'r', encoding='utf-8') as f: 56 | commands = json.load(f) 57 | else: 58 | res = make_requests('GET', 'http://localhost:5000/api/search/common/boss') 59 | commands = res['data']['jsonText'] 60 | 61 | if isinstance(commands, str): 62 | commands = json.loads(commands) 63 | 64 | return commands 65 | -------------------------------------------------------------------------------- /titan/manages/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | -------------------------------------------------------------------------------- /titan/manages/component_manager.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.abstracts.singleton import Singleton 3 | from titan.utils import convert_big_hump 4 | from titan import dirs 5 | import importlib 6 | import os, re 7 | 8 | 9 | class ComponentManager(metaclass=Singleton): 10 | __contains = {} 11 | 12 | def recursive_dir(self, path, prefix="", result=[]): 13 | path = path.rstrip(os.path.sep) + os.path.sep 14 | for p in os.listdir(path): 15 | if os.path.isfile(path + p): 16 | if prefix is "": 17 | result.append(p) 18 | else: 19 | result.append(prefix + p) 20 | else: 21 | self.recursive_dir(path + p, prefix + p + ".", result) 22 | 23 | result = list(filter(lambda x: re.match("\S+.py$", x), result)) 24 | return result 25 | 26 | def __init__(self): 27 | self.components_name = self.recursive_dir(dirs['components']) 28 | 29 | def build(self, module, args=None): 30 | if '{}.py'.format(module) not in self.components_name: 31 | raise Exception('{} is not exist in components dir'.format(module)) 32 | if module not in self.__contains: 33 | load_module = importlib.import_module('titan.components.{}'.format(module)) 34 | ins = module.split('.')[-1] 35 | self.__contains[module] = getattr(load_module, convert_big_hump(ins)) 36 | 37 | if args is None: 38 | instance = self.__contains[module]() 39 | else: 40 | instance = self.__contains[module](args) 41 | return instance 42 | 43 | 44 | if __name__ == '__main__': 45 | factory = ComponentManager() 46 | factory.build('click') 47 | -------------------------------------------------------------------------------- /titan/manages/for_manager.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.abstracts.singleton import Singleton 3 | from titan.manages.global_manager import GlobalManager 4 | 5 | 6 | class ForManager(metaclass=Singleton): 7 | 8 | def __init__(self): 9 | self.depth = None 10 | self.for_stack = {} 11 | 12 | def set_depth(self): 13 | self.depth = GlobalManager().depth 14 | 15 | def set_yield_for_stack(self, func): 16 | self.for_stack[self.depth] = { 17 | 'yield': func, 18 | 'element': None 19 | } 20 | 21 | def get_yield_for_stack(self): 22 | if self.for_stack.get(self.depth, None) is None or self.for_stack[self.depth] is None: 23 | return None 24 | return True 25 | 26 | def set_element_for_stack(self, element): 27 | self.for_stack[self.depth]['element'] = element 28 | 29 | def get_element_for_stack(self): 30 | return self.for_stack[self.depth]['element'] 31 | 32 | def destroy_for_stack(self): 33 | self.for_stack[self.depth] = None 34 | 35 | def for_loop_start(self): 36 | if GlobalManager().debug: 37 | print(self.for_stack) 38 | element = next(self.for_stack[self.depth]['yield']) 39 | self.set_element_for_stack(element) 40 | -------------------------------------------------------------------------------- /titan/manages/global_manager.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.abstracts.singleton import Singleton 3 | from titan import YAML_CONFIG 4 | import re 5 | 6 | 7 | class GlobalManager(metaclass=Singleton): 8 | 9 | def __init__(self): 10 | self._instances = {} 11 | self._storage = {} 12 | self._system = {} 13 | self._db_args = {} 14 | self.for_stack = {} 15 | self.depth = 0 16 | self.is_if = False 17 | self.is_break = False 18 | self.is_loop = True 19 | self.driver = None 20 | self.component_name = None 21 | self.component_type = None 22 | self.debug = YAML_CONFIG['debug'] 23 | 24 | def set_driver(self, driver): 25 | if self.driver is None: 26 | self.driver = driver 27 | return self.driver 28 | 29 | def get_driver(self): 30 | return self.driver 31 | 32 | def loop_turn_on(self): 33 | self.is_loop = True 34 | 35 | def loop_turn_off(self): 36 | self.is_loop = False 37 | 38 | def break_turn_on(self): 39 | self.is_break = True 40 | 41 | def break_turn_off(self): 42 | self.is_break = False 43 | 44 | def if_turn_on(self): 45 | self.is_if = True 46 | 47 | def if_turn_off(self): 48 | self.is_if = False 49 | 50 | def build(self, spider_type, task_name, uuid): 51 | self._system['spider_type'] = spider_type 52 | self._system['task_name'] = task_name 53 | self._system['uuid'] = uuid 54 | 55 | def set(self, keys, value, type_='_storage'): 56 | data = getattr(self, type_, None) 57 | if data is None: 58 | raise Exception('not have type: {}'.format(type_)) 59 | key_list = keys.split('.') 60 | # len(key_list) > 1 and key_list.reverse() 61 | 62 | while len(key_list) > 1: 63 | key = key_list.pop() 64 | if key not in data: 65 | data[key] = {} 66 | data = data[key] 67 | 68 | key = key_list.pop() 69 | if re.search('_custom_array', key): 70 | if key not in data or not isinstance(data[key], list): 71 | data[key] = [] 72 | data[key].append(value) 73 | else: 74 | data[key] = value 75 | 76 | def get(self, keys=None, type_='_storage'): 77 | value = getattr(self, type_, {}) 78 | 79 | if keys is None: 80 | return value 81 | 82 | if not isinstance(keys, str): 83 | raise Exception('key must be str') 84 | _keys = keys.split('.') 85 | for _key in _keys: 86 | value = value.get(_key, None) 87 | if not value: 88 | break 89 | return value 90 | -------------------------------------------------------------------------------- /titan/manages/hook_manager.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from titan.abstracts.singleton import Singleton 3 | from titan.utils import convert_big_hump 4 | from titan.manages.global_manager import GlobalManager 5 | from titan import dirs 6 | import importlib 7 | import os 8 | 9 | 10 | class HookManager(metaclass=Singleton): 11 | __hook = None 12 | 13 | def __init__(self): 14 | self.file_name = None 15 | self.hooks_name = os.listdir(dirs['hooks']) 16 | if GlobalManager().debug: 17 | print('use hook: ', self.hooks_name) 18 | 19 | def build(self, spider_type): 20 | self.file_name = spider_type 21 | if '{}.py'.format(self.file_name) not in self.hooks_name: 22 | raise Exception('{} is not exist in hooks dir'.format(self.file_name)) 23 | 24 | if self.__hook is None: 25 | load_module = importlib.import_module('titan.hooks.{}'.format(self.file_name)) 26 | if GlobalManager().debug: 27 | print(load_module) 28 | self.__hook = getattr(load_module, convert_big_hump(self.file_name)) 29 | 30 | return self.__hook() 31 | 32 | 33 | if __name__ == '__main__': 34 | HookManager().build('common') 35 | -------------------------------------------------------------------------------- /titan/storages/jquery-3.3.1.min.js: -------------------------------------------------------------------------------- 1 | /*! jQuery v3.3.1 | (c) JS Foundation and other contributors | jquery.org/license */ 2 | !function(e,t){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=e.document?t(e,!0):function(e){if(!e.document)throw new Error("jQuery requires a window with a document");return t(e)}:t(e)}("undefined"!=typeof window?window:this,function(e,t){"use strict";var n=[],r=e.document,i=Object.getPrototypeOf,o=n.slice,a=n.concat,s=n.push,u=n.indexOf,l={},c=l.toString,f=l.hasOwnProperty,p=f.toString,d=p.call(Object),h={},g=function e(t){return"function"==typeof t&&"number"!=typeof t.nodeType},y=function e(t){return null!=t&&t===t.window},v={type:!0,src:!0,noModule:!0};function m(e,t,n){var i,o=(t=t||r).createElement("script");if(o.text=e,n)for(i in v)n[i]&&(o[i]=n[i]);t.head.appendChild(o).parentNode.removeChild(o)}function x(e){return null==e?e+"":"object"==typeof e||"function"==typeof e?l[c.call(e)]||"object":typeof e}var b="3.3.1",w=function(e,t){return new w.fn.init(e,t)},T=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g;w.fn=w.prototype={jquery:"3.3.1",constructor:w,length:0,toArray:function(){return o.call(this)},get:function(e){return null==e?o.call(this):e<0?this[e+this.length]:this[e]},pushStack:function(e){var t=w.merge(this.constructor(),e);return t.prevObject=this,t},each:function(e){return w.each(this,e)},map:function(e){return this.pushStack(w.map(this,function(t,n){return e.call(t,n,t)}))},slice:function(){return this.pushStack(o.apply(this,arguments))},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},eq:function(e){var t=this.length,n=+e+(e<0?t:0);return this.pushStack(n>=0&&n0&&t-1 in e)}var E=function(e){var t,n,r,i,o,a,s,u,l,c,f,p,d,h,g,y,v,m,x,b="sizzle"+1*new Date,w=e.document,T=0,C=0,E=ae(),k=ae(),S=ae(),D=function(e,t){return e===t&&(f=!0),0},N={}.hasOwnProperty,A=[],j=A.pop,q=A.push,L=A.push,H=A.slice,O=function(e,t){for(var n=0,r=e.length;n+~]|"+M+")"+M+"*"),z=new RegExp("="+M+"*([^\\]'\"]*?)"+M+"*\\]","g"),X=new RegExp(W),U=new RegExp("^"+R+"$"),V={ID:new RegExp("^#("+R+")"),CLASS:new RegExp("^\\.("+R+")"),TAG:new RegExp("^("+R+"|[*])"),ATTR:new RegExp("^"+I),PSEUDO:new RegExp("^"+W),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+M+"*(even|odd|(([+-]|)(\\d*)n|)"+M+"*(?:([+-]|)"+M+"*(\\d+)|))"+M+"*\\)|)","i"),bool:new RegExp("^(?:"+P+")$","i"),needsContext:new RegExp("^"+M+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+M+"*((?:-\\d)?\\d*)"+M+"*\\)|)(?=[^-]|$)","i")},G=/^(?:input|select|textarea|button)$/i,Y=/^h\d$/i,Q=/^[^{]+\{\s*\[native \w/,J=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,K=/[+~]/,Z=new RegExp("\\\\([\\da-f]{1,6}"+M+"?|("+M+")|.)","ig"),ee=function(e,t,n){var r="0x"+t-65536;return r!==r||n?t:r<0?String.fromCharCode(r+65536):String.fromCharCode(r>>10|55296,1023&r|56320)},te=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ne=function(e,t){return t?"\0"===e?"\ufffd":e.slice(0,-1)+"\\"+e.charCodeAt(e.length-1).toString(16)+" ":"\\"+e},re=function(){p()},ie=me(function(e){return!0===e.disabled&&("form"in e||"label"in e)},{dir:"parentNode",next:"legend"});try{L.apply(A=H.call(w.childNodes),w.childNodes),A[w.childNodes.length].nodeType}catch(e){L={apply:A.length?function(e,t){q.apply(e,H.call(t))}:function(e,t){var n=e.length,r=0;while(e[n++]=t[r++]);e.length=n-1}}}function oe(e,t,r,i){var o,s,l,c,f,h,v,m=t&&t.ownerDocument,T=t?t.nodeType:9;if(r=r||[],"string"!=typeof e||!e||1!==T&&9!==T&&11!==T)return r;if(!i&&((t?t.ownerDocument||t:w)!==d&&p(t),t=t||d,g)){if(11!==T&&(f=J.exec(e)))if(o=f[1]){if(9===T){if(!(l=t.getElementById(o)))return r;if(l.id===o)return r.push(l),r}else if(m&&(l=m.getElementById(o))&&x(t,l)&&l.id===o)return r.push(l),r}else{if(f[2])return L.apply(r,t.getElementsByTagName(e)),r;if((o=f[3])&&n.getElementsByClassName&&t.getElementsByClassName)return L.apply(r,t.getElementsByClassName(o)),r}if(n.qsa&&!S[e+" "]&&(!y||!y.test(e))){if(1!==T)m=t,v=e;else if("object"!==t.nodeName.toLowerCase()){(c=t.getAttribute("id"))?c=c.replace(te,ne):t.setAttribute("id",c=b),s=(h=a(e)).length;while(s--)h[s]="#"+c+" "+ve(h[s]);v=h.join(","),m=K.test(e)&&ge(t.parentNode)||t}if(v)try{return L.apply(r,m.querySelectorAll(v)),r}catch(e){}finally{c===b&&t.removeAttribute("id")}}}return u(e.replace(B,"$1"),t,r,i)}function ae(){var e=[];function t(n,i){return e.push(n+" ")>r.cacheLength&&delete t[e.shift()],t[n+" "]=i}return t}function se(e){return e[b]=!0,e}function ue(e){var t=d.createElement("fieldset");try{return!!e(t)}catch(e){return!1}finally{t.parentNode&&t.parentNode.removeChild(t),t=null}}function le(e,t){var n=e.split("|"),i=n.length;while(i--)r.attrHandle[n[i]]=t}function ce(e,t){var n=t&&e,r=n&&1===e.nodeType&&1===t.nodeType&&e.sourceIndex-t.sourceIndex;if(r)return r;if(n)while(n=n.nextSibling)if(n===t)return-1;return e?1:-1}function fe(e){return function(t){return"input"===t.nodeName.toLowerCase()&&t.type===e}}function pe(e){return function(t){var n=t.nodeName.toLowerCase();return("input"===n||"button"===n)&&t.type===e}}function de(e){return function(t){return"form"in t?t.parentNode&&!1===t.disabled?"label"in t?"label"in t.parentNode?t.parentNode.disabled===e:t.disabled===e:t.isDisabled===e||t.isDisabled!==!e&&ie(t)===e:t.disabled===e:"label"in t&&t.disabled===e}}function he(e){return se(function(t){return t=+t,se(function(n,r){var i,o=e([],n.length,t),a=o.length;while(a--)n[i=o[a]]&&(n[i]=!(r[i]=n[i]))})})}function ge(e){return e&&"undefined"!=typeof e.getElementsByTagName&&e}n=oe.support={},o=oe.isXML=function(e){var t=e&&(e.ownerDocument||e).documentElement;return!!t&&"HTML"!==t.nodeName},p=oe.setDocument=function(e){var t,i,a=e?e.ownerDocument||e:w;return a!==d&&9===a.nodeType&&a.documentElement?(d=a,h=d.documentElement,g=!o(d),w!==d&&(i=d.defaultView)&&i.top!==i&&(i.addEventListener?i.addEventListener("unload",re,!1):i.attachEvent&&i.attachEvent("onunload",re)),n.attributes=ue(function(e){return e.className="i",!e.getAttribute("className")}),n.getElementsByTagName=ue(function(e){return e.appendChild(d.createComment("")),!e.getElementsByTagName("*").length}),n.getElementsByClassName=Q.test(d.getElementsByClassName),n.getById=ue(function(e){return h.appendChild(e).id=b,!d.getElementsByName||!d.getElementsByName(b).length}),n.getById?(r.filter.ID=function(e){var t=e.replace(Z,ee);return function(e){return e.getAttribute("id")===t}},r.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&g){var n=t.getElementById(e);return n?[n]:[]}}):(r.filter.ID=function(e){var t=e.replace(Z,ee);return function(e){var n="undefined"!=typeof e.getAttributeNode&&e.getAttributeNode("id");return n&&n.value===t}},r.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&g){var n,r,i,o=t.getElementById(e);if(o){if((n=o.getAttributeNode("id"))&&n.value===e)return[o];i=t.getElementsByName(e),r=0;while(o=i[r++])if((n=o.getAttributeNode("id"))&&n.value===e)return[o]}return[]}}),r.find.TAG=n.getElementsByTagName?function(e,t){return"undefined"!=typeof t.getElementsByTagName?t.getElementsByTagName(e):n.qsa?t.querySelectorAll(e):void 0}:function(e,t){var n,r=[],i=0,o=t.getElementsByTagName(e);if("*"===e){while(n=o[i++])1===n.nodeType&&r.push(n);return r}return o},r.find.CLASS=n.getElementsByClassName&&function(e,t){if("undefined"!=typeof t.getElementsByClassName&&g)return t.getElementsByClassName(e)},v=[],y=[],(n.qsa=Q.test(d.querySelectorAll))&&(ue(function(e){h.appendChild(e).innerHTML="",e.querySelectorAll("[msallowcapture^='']").length&&y.push("[*^$]="+M+"*(?:''|\"\")"),e.querySelectorAll("[selected]").length||y.push("\\["+M+"*(?:value|"+P+")"),e.querySelectorAll("[id~="+b+"-]").length||y.push("~="),e.querySelectorAll(":checked").length||y.push(":checked"),e.querySelectorAll("a#"+b+"+*").length||y.push(".#.+[+~]")}),ue(function(e){e.innerHTML="";var t=d.createElement("input");t.setAttribute("type","hidden"),e.appendChild(t).setAttribute("name","D"),e.querySelectorAll("[name=d]").length&&y.push("name"+M+"*[*^$|!~]?="),2!==e.querySelectorAll(":enabled").length&&y.push(":enabled",":disabled"),h.appendChild(e).disabled=!0,2!==e.querySelectorAll(":disabled").length&&y.push(":enabled",":disabled"),e.querySelectorAll("*,:x"),y.push(",.*:")})),(n.matchesSelector=Q.test(m=h.matches||h.webkitMatchesSelector||h.mozMatchesSelector||h.oMatchesSelector||h.msMatchesSelector))&&ue(function(e){n.disconnectedMatch=m.call(e,"*"),m.call(e,"[s!='']:x"),v.push("!=",W)}),y=y.length&&new RegExp(y.join("|")),v=v.length&&new RegExp(v.join("|")),t=Q.test(h.compareDocumentPosition),x=t||Q.test(h.contains)?function(e,t){var n=9===e.nodeType?e.documentElement:e,r=t&&t.parentNode;return e===r||!(!r||1!==r.nodeType||!(n.contains?n.contains(r):e.compareDocumentPosition&&16&e.compareDocumentPosition(r)))}:function(e,t){if(t)while(t=t.parentNode)if(t===e)return!0;return!1},D=t?function(e,t){if(e===t)return f=!0,0;var r=!e.compareDocumentPosition-!t.compareDocumentPosition;return r||(1&(r=(e.ownerDocument||e)===(t.ownerDocument||t)?e.compareDocumentPosition(t):1)||!n.sortDetached&&t.compareDocumentPosition(e)===r?e===d||e.ownerDocument===w&&x(w,e)?-1:t===d||t.ownerDocument===w&&x(w,t)?1:c?O(c,e)-O(c,t):0:4&r?-1:1)}:function(e,t){if(e===t)return f=!0,0;var n,r=0,i=e.parentNode,o=t.parentNode,a=[e],s=[t];if(!i||!o)return e===d?-1:t===d?1:i?-1:o?1:c?O(c,e)-O(c,t):0;if(i===o)return ce(e,t);n=e;while(n=n.parentNode)a.unshift(n);n=t;while(n=n.parentNode)s.unshift(n);while(a[r]===s[r])r++;return r?ce(a[r],s[r]):a[r]===w?-1:s[r]===w?1:0},d):d},oe.matches=function(e,t){return oe(e,null,null,t)},oe.matchesSelector=function(e,t){if((e.ownerDocument||e)!==d&&p(e),t=t.replace(z,"='$1']"),n.matchesSelector&&g&&!S[t+" "]&&(!v||!v.test(t))&&(!y||!y.test(t)))try{var r=m.call(e,t);if(r||n.disconnectedMatch||e.document&&11!==e.document.nodeType)return r}catch(e){}return oe(t,d,null,[e]).length>0},oe.contains=function(e,t){return(e.ownerDocument||e)!==d&&p(e),x(e,t)},oe.attr=function(e,t){(e.ownerDocument||e)!==d&&p(e);var i=r.attrHandle[t.toLowerCase()],o=i&&N.call(r.attrHandle,t.toLowerCase())?i(e,t,!g):void 0;return void 0!==o?o:n.attributes||!g?e.getAttribute(t):(o=e.getAttributeNode(t))&&o.specified?o.value:null},oe.escape=function(e){return(e+"").replace(te,ne)},oe.error=function(e){throw new Error("Syntax error, unrecognized expression: "+e)},oe.uniqueSort=function(e){var t,r=[],i=0,o=0;if(f=!n.detectDuplicates,c=!n.sortStable&&e.slice(0),e.sort(D),f){while(t=e[o++])t===e[o]&&(i=r.push(o));while(i--)e.splice(r[i],1)}return c=null,e},i=oe.getText=function(e){var t,n="",r=0,o=e.nodeType;if(o){if(1===o||9===o||11===o){if("string"==typeof e.textContent)return e.textContent;for(e=e.firstChild;e;e=e.nextSibling)n+=i(e)}else if(3===o||4===o)return e.nodeValue}else while(t=e[r++])n+=i(t);return n},(r=oe.selectors={cacheLength:50,createPseudo:se,match:V,attrHandle:{},find:{},relative:{">":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(e){return e[1]=e[1].replace(Z,ee),e[3]=(e[3]||e[4]||e[5]||"").replace(Z,ee),"~="===e[2]&&(e[3]=" "+e[3]+" "),e.slice(0,4)},CHILD:function(e){return e[1]=e[1].toLowerCase(),"nth"===e[1].slice(0,3)?(e[3]||oe.error(e[0]),e[4]=+(e[4]?e[5]+(e[6]||1):2*("even"===e[3]||"odd"===e[3])),e[5]=+(e[7]+e[8]||"odd"===e[3])):e[3]&&oe.error(e[0]),e},PSEUDO:function(e){var t,n=!e[6]&&e[2];return V.CHILD.test(e[0])?null:(e[3]?e[2]=e[4]||e[5]||"":n&&X.test(n)&&(t=a(n,!0))&&(t=n.indexOf(")",n.length-t)-n.length)&&(e[0]=e[0].slice(0,t),e[2]=n.slice(0,t)),e.slice(0,3))}},filter:{TAG:function(e){var t=e.replace(Z,ee).toLowerCase();return"*"===e?function(){return!0}:function(e){return e.nodeName&&e.nodeName.toLowerCase()===t}},CLASS:function(e){var t=E[e+" "];return t||(t=new RegExp("(^|"+M+")"+e+"("+M+"|$)"))&&E(e,function(e){return t.test("string"==typeof e.className&&e.className||"undefined"!=typeof e.getAttribute&&e.getAttribute("class")||"")})},ATTR:function(e,t,n){return function(r){var i=oe.attr(r,e);return null==i?"!="===t:!t||(i+="","="===t?i===n:"!="===t?i!==n:"^="===t?n&&0===i.indexOf(n):"*="===t?n&&i.indexOf(n)>-1:"$="===t?n&&i.slice(-n.length)===n:"~="===t?(" "+i.replace($," ")+" ").indexOf(n)>-1:"|="===t&&(i===n||i.slice(0,n.length+1)===n+"-"))}},CHILD:function(e,t,n,r,i){var o="nth"!==e.slice(0,3),a="last"!==e.slice(-4),s="of-type"===t;return 1===r&&0===i?function(e){return!!e.parentNode}:function(t,n,u){var l,c,f,p,d,h,g=o!==a?"nextSibling":"previousSibling",y=t.parentNode,v=s&&t.nodeName.toLowerCase(),m=!u&&!s,x=!1;if(y){if(o){while(g){p=t;while(p=p[g])if(s?p.nodeName.toLowerCase()===v:1===p.nodeType)return!1;h=g="only"===e&&!h&&"nextSibling"}return!0}if(h=[a?y.firstChild:y.lastChild],a&&m){x=(d=(l=(c=(f=(p=y)[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]||[])[0]===T&&l[1])&&l[2],p=d&&y.childNodes[d];while(p=++d&&p&&p[g]||(x=d=0)||h.pop())if(1===p.nodeType&&++x&&p===t){c[e]=[T,d,x];break}}else if(m&&(x=d=(l=(c=(f=(p=t)[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]||[])[0]===T&&l[1]),!1===x)while(p=++d&&p&&p[g]||(x=d=0)||h.pop())if((s?p.nodeName.toLowerCase()===v:1===p.nodeType)&&++x&&(m&&((c=(f=p[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]=[T,x]),p===t))break;return(x-=i)===r||x%r==0&&x/r>=0}}},PSEUDO:function(e,t){var n,i=r.pseudos[e]||r.setFilters[e.toLowerCase()]||oe.error("unsupported pseudo: "+e);return i[b]?i(t):i.length>1?(n=[e,e,"",t],r.setFilters.hasOwnProperty(e.toLowerCase())?se(function(e,n){var r,o=i(e,t),a=o.length;while(a--)e[r=O(e,o[a])]=!(n[r]=o[a])}):function(e){return i(e,0,n)}):i}},pseudos:{not:se(function(e){var t=[],n=[],r=s(e.replace(B,"$1"));return r[b]?se(function(e,t,n,i){var o,a=r(e,null,i,[]),s=e.length;while(s--)(o=a[s])&&(e[s]=!(t[s]=o))}):function(e,i,o){return t[0]=e,r(t,null,o,n),t[0]=null,!n.pop()}}),has:se(function(e){return function(t){return oe(e,t).length>0}}),contains:se(function(e){return e=e.replace(Z,ee),function(t){return(t.textContent||t.innerText||i(t)).indexOf(e)>-1}}),lang:se(function(e){return U.test(e||"")||oe.error("unsupported lang: "+e),e=e.replace(Z,ee).toLowerCase(),function(t){var n;do{if(n=g?t.lang:t.getAttribute("xml:lang")||t.getAttribute("lang"))return(n=n.toLowerCase())===e||0===n.indexOf(e+"-")}while((t=t.parentNode)&&1===t.nodeType);return!1}}),target:function(t){var n=e.location&&e.location.hash;return n&&n.slice(1)===t.id},root:function(e){return e===h},focus:function(e){return e===d.activeElement&&(!d.hasFocus||d.hasFocus())&&!!(e.type||e.href||~e.tabIndex)},enabled:de(!1),disabled:de(!0),checked:function(e){var t=e.nodeName.toLowerCase();return"input"===t&&!!e.checked||"option"===t&&!!e.selected},selected:function(e){return e.parentNode&&e.parentNode.selectedIndex,!0===e.selected},empty:function(e){for(e=e.firstChild;e;e=e.nextSibling)if(e.nodeType<6)return!1;return!0},parent:function(e){return!r.pseudos.empty(e)},header:function(e){return Y.test(e.nodeName)},input:function(e){return G.test(e.nodeName)},button:function(e){var t=e.nodeName.toLowerCase();return"input"===t&&"button"===e.type||"button"===t},text:function(e){var t;return"input"===e.nodeName.toLowerCase()&&"text"===e.type&&(null==(t=e.getAttribute("type"))||"text"===t.toLowerCase())},first:he(function(){return[0]}),last:he(function(e,t){return[t-1]}),eq:he(function(e,t,n){return[n<0?n+t:n]}),even:he(function(e,t){for(var n=0;n=0;)e.push(r);return e}),gt:he(function(e,t,n){for(var r=n<0?n+t:n;++r1?function(t,n,r){var i=e.length;while(i--)if(!e[i](t,n,r))return!1;return!0}:e[0]}function be(e,t,n){for(var r=0,i=t.length;r-1&&(o[l]=!(a[l]=f))}}else v=we(v===a?v.splice(h,v.length):v),i?i(null,a,v,u):L.apply(a,v)})}function Ce(e){for(var t,n,i,o=e.length,a=r.relative[e[0].type],s=a||r.relative[" "],u=a?1:0,c=me(function(e){return e===t},s,!0),f=me(function(e){return O(t,e)>-1},s,!0),p=[function(e,n,r){var i=!a&&(r||n!==l)||((t=n).nodeType?c(e,n,r):f(e,n,r));return t=null,i}];u1&&xe(p),u>1&&ve(e.slice(0,u-1).concat({value:" "===e[u-2].type?"*":""})).replace(B,"$1"),n,u0,i=e.length>0,o=function(o,a,s,u,c){var f,h,y,v=0,m="0",x=o&&[],b=[],w=l,C=o||i&&r.find.TAG("*",c),E=T+=null==w?1:Math.random()||.1,k=C.length;for(c&&(l=a===d||a||c);m!==k&&null!=(f=C[m]);m++){if(i&&f){h=0,a||f.ownerDocument===d||(p(f),s=!g);while(y=e[h++])if(y(f,a||d,s)){u.push(f);break}c&&(T=E)}n&&((f=!y&&f)&&v--,o&&x.push(f))}if(v+=m,n&&m!==v){h=0;while(y=t[h++])y(x,b,a,s);if(o){if(v>0)while(m--)x[m]||b[m]||(b[m]=j.call(u));b=we(b)}L.apply(u,b),c&&!o&&b.length>0&&v+t.length>1&&oe.uniqueSort(u)}return c&&(T=E,l=w),x};return n?se(o):o}return s=oe.compile=function(e,t){var n,r=[],i=[],o=S[e+" "];if(!o){t||(t=a(e)),n=t.length;while(n--)(o=Ce(t[n]))[b]?r.push(o):i.push(o);(o=S(e,Ee(i,r))).selector=e}return o},u=oe.select=function(e,t,n,i){var o,u,l,c,f,p="function"==typeof e&&e,d=!i&&a(e=p.selector||e);if(n=n||[],1===d.length){if((u=d[0]=d[0].slice(0)).length>2&&"ID"===(l=u[0]).type&&9===t.nodeType&&g&&r.relative[u[1].type]){if(!(t=(r.find.ID(l.matches[0].replace(Z,ee),t)||[])[0]))return n;p&&(t=t.parentNode),e=e.slice(u.shift().value.length)}o=V.needsContext.test(e)?0:u.length;while(o--){if(l=u[o],r.relative[c=l.type])break;if((f=r.find[c])&&(i=f(l.matches[0].replace(Z,ee),K.test(u[0].type)&&ge(t.parentNode)||t))){if(u.splice(o,1),!(e=i.length&&ve(u)))return L.apply(n,i),n;break}}}return(p||s(e,d))(i,t,!g,n,!t||K.test(e)&&ge(t.parentNode)||t),n},n.sortStable=b.split("").sort(D).join("")===b,n.detectDuplicates=!!f,p(),n.sortDetached=ue(function(e){return 1&e.compareDocumentPosition(d.createElement("fieldset"))}),ue(function(e){return e.innerHTML="","#"===e.firstChild.getAttribute("href")})||le("type|href|height|width",function(e,t,n){if(!n)return e.getAttribute(t,"type"===t.toLowerCase()?1:2)}),n.attributes&&ue(function(e){return e.innerHTML="",e.firstChild.setAttribute("value",""),""===e.firstChild.getAttribute("value")})||le("value",function(e,t,n){if(!n&&"input"===e.nodeName.toLowerCase())return e.defaultValue}),ue(function(e){return null==e.getAttribute("disabled")})||le(P,function(e,t,n){var r;if(!n)return!0===e[t]?t.toLowerCase():(r=e.getAttributeNode(t))&&r.specified?r.value:null}),oe}(e);w.find=E,w.expr=E.selectors,w.expr[":"]=w.expr.pseudos,w.uniqueSort=w.unique=E.uniqueSort,w.text=E.getText,w.isXMLDoc=E.isXML,w.contains=E.contains,w.escapeSelector=E.escape;var k=function(e,t,n){var r=[],i=void 0!==n;while((e=e[t])&&9!==e.nodeType)if(1===e.nodeType){if(i&&w(e).is(n))break;r.push(e)}return r},S=function(e,t){for(var n=[];e;e=e.nextSibling)1===e.nodeType&&e!==t&&n.push(e);return n},D=w.expr.match.needsContext;function N(e,t){return e.nodeName&&e.nodeName.toLowerCase()===t.toLowerCase()}var A=/^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i;function j(e,t,n){return g(t)?w.grep(e,function(e,r){return!!t.call(e,r,e)!==n}):t.nodeType?w.grep(e,function(e){return e===t!==n}):"string"!=typeof t?w.grep(e,function(e){return u.call(t,e)>-1!==n}):w.filter(t,e,n)}w.filter=function(e,t,n){var r=t[0];return n&&(e=":not("+e+")"),1===t.length&&1===r.nodeType?w.find.matchesSelector(r,e)?[r]:[]:w.find.matches(e,w.grep(t,function(e){return 1===e.nodeType}))},w.fn.extend({find:function(e){var t,n,r=this.length,i=this;if("string"!=typeof e)return this.pushStack(w(e).filter(function(){for(t=0;t1?w.uniqueSort(n):n},filter:function(e){return this.pushStack(j(this,e||[],!1))},not:function(e){return this.pushStack(j(this,e||[],!0))},is:function(e){return!!j(this,"string"==typeof e&&D.test(e)?w(e):e||[],!1).length}});var q,L=/^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/;(w.fn.init=function(e,t,n){var i,o;if(!e)return this;if(n=n||q,"string"==typeof e){if(!(i="<"===e[0]&&">"===e[e.length-1]&&e.length>=3?[null,e,null]:L.exec(e))||!i[1]&&t)return!t||t.jquery?(t||n).find(e):this.constructor(t).find(e);if(i[1]){if(t=t instanceof w?t[0]:t,w.merge(this,w.parseHTML(i[1],t&&t.nodeType?t.ownerDocument||t:r,!0)),A.test(i[1])&&w.isPlainObject(t))for(i in t)g(this[i])?this[i](t[i]):this.attr(i,t[i]);return this}return(o=r.getElementById(i[2]))&&(this[0]=o,this.length=1),this}return e.nodeType?(this[0]=e,this.length=1,this):g(e)?void 0!==n.ready?n.ready(e):e(w):w.makeArray(e,this)}).prototype=w.fn,q=w(r);var H=/^(?:parents|prev(?:Until|All))/,O={children:!0,contents:!0,next:!0,prev:!0};w.fn.extend({has:function(e){var t=w(e,this),n=t.length;return this.filter(function(){for(var e=0;e-1:1===n.nodeType&&w.find.matchesSelector(n,e))){o.push(n);break}return this.pushStack(o.length>1?w.uniqueSort(o):o)},index:function(e){return e?"string"==typeof e?u.call(w(e),this[0]):u.call(this,e.jquery?e[0]:e):this[0]&&this[0].parentNode?this.first().prevAll().length:-1},add:function(e,t){return this.pushStack(w.uniqueSort(w.merge(this.get(),w(e,t))))},addBack:function(e){return this.add(null==e?this.prevObject:this.prevObject.filter(e))}});function P(e,t){while((e=e[t])&&1!==e.nodeType);return e}w.each({parent:function(e){var t=e.parentNode;return t&&11!==t.nodeType?t:null},parents:function(e){return k(e,"parentNode")},parentsUntil:function(e,t,n){return k(e,"parentNode",n)},next:function(e){return P(e,"nextSibling")},prev:function(e){return P(e,"previousSibling")},nextAll:function(e){return k(e,"nextSibling")},prevAll:function(e){return k(e,"previousSibling")},nextUntil:function(e,t,n){return k(e,"nextSibling",n)},prevUntil:function(e,t,n){return k(e,"previousSibling",n)},siblings:function(e){return S((e.parentNode||{}).firstChild,e)},children:function(e){return S(e.firstChild)},contents:function(e){return N(e,"iframe")?e.contentDocument:(N(e,"template")&&(e=e.content||e),w.merge([],e.childNodes))}},function(e,t){w.fn[e]=function(n,r){var i=w.map(this,t,n);return"Until"!==e.slice(-5)&&(r=n),r&&"string"==typeof r&&(i=w.filter(r,i)),this.length>1&&(O[e]||w.uniqueSort(i),H.test(e)&&i.reverse()),this.pushStack(i)}});var M=/[^\x20\t\r\n\f]+/g;function R(e){var t={};return w.each(e.match(M)||[],function(e,n){t[n]=!0}),t}w.Callbacks=function(e){e="string"==typeof e?R(e):w.extend({},e);var t,n,r,i,o=[],a=[],s=-1,u=function(){for(i=i||e.once,r=t=!0;a.length;s=-1){n=a.shift();while(++s-1)o.splice(n,1),n<=s&&s--}),this},has:function(e){return e?w.inArray(e,o)>-1:o.length>0},empty:function(){return o&&(o=[]),this},disable:function(){return i=a=[],o=n="",this},disabled:function(){return!o},lock:function(){return i=a=[],n||t||(o=n=""),this},locked:function(){return!!i},fireWith:function(e,n){return i||(n=[e,(n=n||[]).slice?n.slice():n],a.push(n),t||u()),this},fire:function(){return l.fireWith(this,arguments),this},fired:function(){return!!r}};return l};function I(e){return e}function W(e){throw e}function $(e,t,n,r){var i;try{e&&g(i=e.promise)?i.call(e).done(t).fail(n):e&&g(i=e.then)?i.call(e,t,n):t.apply(void 0,[e].slice(r))}catch(e){n.apply(void 0,[e])}}w.extend({Deferred:function(t){var n=[["notify","progress",w.Callbacks("memory"),w.Callbacks("memory"),2],["resolve","done",w.Callbacks("once memory"),w.Callbacks("once memory"),0,"resolved"],["reject","fail",w.Callbacks("once memory"),w.Callbacks("once memory"),1,"rejected"]],r="pending",i={state:function(){return r},always:function(){return o.done(arguments).fail(arguments),this},"catch":function(e){return i.then(null,e)},pipe:function(){var e=arguments;return w.Deferred(function(t){w.each(n,function(n,r){var i=g(e[r[4]])&&e[r[4]];o[r[1]](function(){var e=i&&i.apply(this,arguments);e&&g(e.promise)?e.promise().progress(t.notify).done(t.resolve).fail(t.reject):t[r[0]+"With"](this,i?[e]:arguments)})}),e=null}).promise()},then:function(t,r,i){var o=0;function a(t,n,r,i){return function(){var s=this,u=arguments,l=function(){var e,l;if(!(t=o&&(r!==W&&(s=void 0,u=[e]),n.rejectWith(s,u))}};t?c():(w.Deferred.getStackHook&&(c.stackTrace=w.Deferred.getStackHook()),e.setTimeout(c))}}return w.Deferred(function(e){n[0][3].add(a(0,e,g(i)?i:I,e.notifyWith)),n[1][3].add(a(0,e,g(t)?t:I)),n[2][3].add(a(0,e,g(r)?r:W))}).promise()},promise:function(e){return null!=e?w.extend(e,i):i}},o={};return w.each(n,function(e,t){var a=t[2],s=t[5];i[t[1]]=a.add,s&&a.add(function(){r=s},n[3-e][2].disable,n[3-e][3].disable,n[0][2].lock,n[0][3].lock),a.add(t[3].fire),o[t[0]]=function(){return o[t[0]+"With"](this===o?void 0:this,arguments),this},o[t[0]+"With"]=a.fireWith}),i.promise(o),t&&t.call(o,o),o},when:function(e){var t=arguments.length,n=t,r=Array(n),i=o.call(arguments),a=w.Deferred(),s=function(e){return function(n){r[e]=this,i[e]=arguments.length>1?o.call(arguments):n,--t||a.resolveWith(r,i)}};if(t<=1&&($(e,a.done(s(n)).resolve,a.reject,!t),"pending"===a.state()||g(i[n]&&i[n].then)))return a.then();while(n--)$(i[n],s(n),a.reject);return a.promise()}});var B=/^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/;w.Deferred.exceptionHook=function(t,n){e.console&&e.console.warn&&t&&B.test(t.name)&&e.console.warn("jQuery.Deferred exception: "+t.message,t.stack,n)},w.readyException=function(t){e.setTimeout(function(){throw t})};var F=w.Deferred();w.fn.ready=function(e){return F.then(e)["catch"](function(e){w.readyException(e)}),this},w.extend({isReady:!1,readyWait:1,ready:function(e){(!0===e?--w.readyWait:w.isReady)||(w.isReady=!0,!0!==e&&--w.readyWait>0||F.resolveWith(r,[w]))}}),w.ready.then=F.then;function _(){r.removeEventListener("DOMContentLoaded",_),e.removeEventListener("load",_),w.ready()}"complete"===r.readyState||"loading"!==r.readyState&&!r.documentElement.doScroll?e.setTimeout(w.ready):(r.addEventListener("DOMContentLoaded",_),e.addEventListener("load",_));var z=function(e,t,n,r,i,o,a){var s=0,u=e.length,l=null==n;if("object"===x(n)){i=!0;for(s in n)z(e,t,s,n[s],!0,o,a)}else if(void 0!==r&&(i=!0,g(r)||(a=!0),l&&(a?(t.call(e,r),t=null):(l=t,t=function(e,t,n){return l.call(w(e),n)})),t))for(;s1,null,!0)},removeData:function(e){return this.each(function(){K.remove(this,e)})}}),w.extend({queue:function(e,t,n){var r;if(e)return t=(t||"fx")+"queue",r=J.get(e,t),n&&(!r||Array.isArray(n)?r=J.access(e,t,w.makeArray(n)):r.push(n)),r||[]},dequeue:function(e,t){t=t||"fx";var n=w.queue(e,t),r=n.length,i=n.shift(),o=w._queueHooks(e,t),a=function(){w.dequeue(e,t)};"inprogress"===i&&(i=n.shift(),r--),i&&("fx"===t&&n.unshift("inprogress"),delete o.stop,i.call(e,a,o)),!r&&o&&o.empty.fire()},_queueHooks:function(e,t){var n=t+"queueHooks";return J.get(e,n)||J.access(e,n,{empty:w.Callbacks("once memory").add(function(){J.remove(e,[t+"queue",n])})})}}),w.fn.extend({queue:function(e,t){var n=2;return"string"!=typeof e&&(t=e,e="fx",n--),arguments.length\x20\t\r\n\f]+)/i,he=/^$|^module$|\/(?:java|ecma)script/i,ge={option:[1,""],thead:[1,"","
"],col:[2,"","
"],tr:[2,"","
"],td:[3,"","
"],_default:[0,"",""]};ge.optgroup=ge.option,ge.tbody=ge.tfoot=ge.colgroup=ge.caption=ge.thead,ge.th=ge.td;function ye(e,t){var n;return n="undefined"!=typeof e.getElementsByTagName?e.getElementsByTagName(t||"*"):"undefined"!=typeof e.querySelectorAll?e.querySelectorAll(t||"*"):[],void 0===t||t&&N(e,t)?w.merge([e],n):n}function ve(e,t){for(var n=0,r=e.length;n-1)i&&i.push(o);else if(l=w.contains(o.ownerDocument,o),a=ye(f.appendChild(o),"script"),l&&ve(a),n){c=0;while(o=a[c++])he.test(o.type||"")&&n.push(o)}return f}!function(){var e=r.createDocumentFragment().appendChild(r.createElement("div")),t=r.createElement("input");t.setAttribute("type","radio"),t.setAttribute("checked","checked"),t.setAttribute("name","t"),e.appendChild(t),h.checkClone=e.cloneNode(!0).cloneNode(!0).lastChild.checked,e.innerHTML="",h.noCloneChecked=!!e.cloneNode(!0).lastChild.defaultValue}();var be=r.documentElement,we=/^key/,Te=/^(?:mouse|pointer|contextmenu|drag|drop)|click/,Ce=/^([^.]*)(?:\.(.+)|)/;function Ee(){return!0}function ke(){return!1}function Se(){try{return r.activeElement}catch(e){}}function De(e,t,n,r,i,o){var a,s;if("object"==typeof t){"string"!=typeof n&&(r=r||n,n=void 0);for(s in t)De(e,s,n,r,t[s],o);return e}if(null==r&&null==i?(i=n,r=n=void 0):null==i&&("string"==typeof n?(i=r,r=void 0):(i=r,r=n,n=void 0)),!1===i)i=ke;else if(!i)return e;return 1===o&&(a=i,(i=function(e){return w().off(e),a.apply(this,arguments)}).guid=a.guid||(a.guid=w.guid++)),e.each(function(){w.event.add(this,t,i,r,n)})}w.event={global:{},add:function(e,t,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,y=J.get(e);if(y){n.handler&&(n=(o=n).handler,i=o.selector),i&&w.find.matchesSelector(be,i),n.guid||(n.guid=w.guid++),(u=y.events)||(u=y.events={}),(a=y.handle)||(a=y.handle=function(t){return"undefined"!=typeof w&&w.event.triggered!==t.type?w.event.dispatch.apply(e,arguments):void 0}),l=(t=(t||"").match(M)||[""]).length;while(l--)d=g=(s=Ce.exec(t[l])||[])[1],h=(s[2]||"").split(".").sort(),d&&(f=w.event.special[d]||{},d=(i?f.delegateType:f.bindType)||d,f=w.event.special[d]||{},c=w.extend({type:d,origType:g,data:r,handler:n,guid:n.guid,selector:i,needsContext:i&&w.expr.match.needsContext.test(i),namespace:h.join(".")},o),(p=u[d])||((p=u[d]=[]).delegateCount=0,f.setup&&!1!==f.setup.call(e,r,h,a)||e.addEventListener&&e.addEventListener(d,a)),f.add&&(f.add.call(e,c),c.handler.guid||(c.handler.guid=n.guid)),i?p.splice(p.delegateCount++,0,c):p.push(c),w.event.global[d]=!0)}},remove:function(e,t,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,y=J.hasData(e)&&J.get(e);if(y&&(u=y.events)){l=(t=(t||"").match(M)||[""]).length;while(l--)if(s=Ce.exec(t[l])||[],d=g=s[1],h=(s[2]||"").split(".").sort(),d){f=w.event.special[d]||{},p=u[d=(r?f.delegateType:f.bindType)||d]||[],s=s[2]&&new RegExp("(^|\\.)"+h.join("\\.(?:.*\\.|)")+"(\\.|$)"),a=o=p.length;while(o--)c=p[o],!i&&g!==c.origType||n&&n.guid!==c.guid||s&&!s.test(c.namespace)||r&&r!==c.selector&&("**"!==r||!c.selector)||(p.splice(o,1),c.selector&&p.delegateCount--,f.remove&&f.remove.call(e,c));a&&!p.length&&(f.teardown&&!1!==f.teardown.call(e,h,y.handle)||w.removeEvent(e,d,y.handle),delete u[d])}else for(d in u)w.event.remove(e,d+t[l],n,r,!0);w.isEmptyObject(u)&&J.remove(e,"handle events")}},dispatch:function(e){var t=w.event.fix(e),n,r,i,o,a,s,u=new Array(arguments.length),l=(J.get(this,"events")||{})[t.type]||[],c=w.event.special[t.type]||{};for(u[0]=t,n=1;n=1))for(;l!==this;l=l.parentNode||this)if(1===l.nodeType&&("click"!==e.type||!0!==l.disabled)){for(o=[],a={},n=0;n-1:w.find(i,this,null,[l]).length),a[i]&&o.push(r);o.length&&s.push({elem:l,handlers:o})}return l=this,u\x20\t\r\n\f]*)[^>]*)\/>/gi,Ae=/\s*$/g;function Le(e,t){return N(e,"table")&&N(11!==t.nodeType?t:t.firstChild,"tr")?w(e).children("tbody")[0]||e:e}function He(e){return e.type=(null!==e.getAttribute("type"))+"/"+e.type,e}function Oe(e){return"true/"===(e.type||"").slice(0,5)?e.type=e.type.slice(5):e.removeAttribute("type"),e}function Pe(e,t){var n,r,i,o,a,s,u,l;if(1===t.nodeType){if(J.hasData(e)&&(o=J.access(e),a=J.set(t,o),l=o.events)){delete a.handle,a.events={};for(i in l)for(n=0,r=l[i].length;n1&&"string"==typeof y&&!h.checkClone&&je.test(y))return e.each(function(i){var o=e.eq(i);v&&(t[0]=y.call(this,i,o.html())),Re(o,t,n,r)});if(p&&(i=xe(t,e[0].ownerDocument,!1,e,r),o=i.firstChild,1===i.childNodes.length&&(i=o),o||r)){for(u=(s=w.map(ye(i,"script"),He)).length;f")},clone:function(e,t,n){var r,i,o,a,s=e.cloneNode(!0),u=w.contains(e.ownerDocument,e);if(!(h.noCloneChecked||1!==e.nodeType&&11!==e.nodeType||w.isXMLDoc(e)))for(a=ye(s),r=0,i=(o=ye(e)).length;r0&&ve(a,!u&&ye(e,"script")),s},cleanData:function(e){for(var t,n,r,i=w.event.special,o=0;void 0!==(n=e[o]);o++)if(Y(n)){if(t=n[J.expando]){if(t.events)for(r in t.events)i[r]?w.event.remove(n,r):w.removeEvent(n,r,t.handle);n[J.expando]=void 0}n[K.expando]&&(n[K.expando]=void 0)}}}),w.fn.extend({detach:function(e){return Ie(this,e,!0)},remove:function(e){return Ie(this,e)},text:function(e){return z(this,function(e){return void 0===e?w.text(this):this.empty().each(function(){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||(this.textContent=e)})},null,e,arguments.length)},append:function(){return Re(this,arguments,function(e){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||Le(this,e).appendChild(e)})},prepend:function(){return Re(this,arguments,function(e){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var t=Le(this,e);t.insertBefore(e,t.firstChild)}})},before:function(){return Re(this,arguments,function(e){this.parentNode&&this.parentNode.insertBefore(e,this)})},after:function(){return Re(this,arguments,function(e){this.parentNode&&this.parentNode.insertBefore(e,this.nextSibling)})},empty:function(){for(var e,t=0;null!=(e=this[t]);t++)1===e.nodeType&&(w.cleanData(ye(e,!1)),e.textContent="");return this},clone:function(e,t){return e=null!=e&&e,t=null==t?e:t,this.map(function(){return w.clone(this,e,t)})},html:function(e){return z(this,function(e){var t=this[0]||{},n=0,r=this.length;if(void 0===e&&1===t.nodeType)return t.innerHTML;if("string"==typeof e&&!Ae.test(e)&&!ge[(de.exec(e)||["",""])[1].toLowerCase()]){e=w.htmlPrefilter(e);try{for(;n=0&&(u+=Math.max(0,Math.ceil(e["offset"+t[0].toUpperCase()+t.slice(1)]-o-u-s-.5))),u}function et(e,t,n){var r=$e(e),i=Fe(e,t,r),o="border-box"===w.css(e,"boxSizing",!1,r),a=o;if(We.test(i)){if(!n)return i;i="auto"}return a=a&&(h.boxSizingReliable()||i===e.style[t]),("auto"===i||!parseFloat(i)&&"inline"===w.css(e,"display",!1,r))&&(i=e["offset"+t[0].toUpperCase()+t.slice(1)],a=!0),(i=parseFloat(i)||0)+Ze(e,t,n||(o?"border":"content"),a,r,i)+"px"}w.extend({cssHooks:{opacity:{get:function(e,t){if(t){var n=Fe(e,"opacity");return""===n?"1":n}}}},cssNumber:{animationIterationCount:!0,columnCount:!0,fillOpacity:!0,flexGrow:!0,flexShrink:!0,fontWeight:!0,lineHeight:!0,opacity:!0,order:!0,orphans:!0,widows:!0,zIndex:!0,zoom:!0},cssProps:{},style:function(e,t,n,r){if(e&&3!==e.nodeType&&8!==e.nodeType&&e.style){var i,o,a,s=G(t),u=Xe.test(t),l=e.style;if(u||(t=Je(s)),a=w.cssHooks[t]||w.cssHooks[s],void 0===n)return a&&"get"in a&&void 0!==(i=a.get(e,!1,r))?i:l[t];"string"==(o=typeof n)&&(i=ie.exec(n))&&i[1]&&(n=ue(e,t,i),o="number"),null!=n&&n===n&&("number"===o&&(n+=i&&i[3]||(w.cssNumber[s]?"":"px")),h.clearCloneStyle||""!==n||0!==t.indexOf("background")||(l[t]="inherit"),a&&"set"in a&&void 0===(n=a.set(e,n,r))||(u?l.setProperty(t,n):l[t]=n))}},css:function(e,t,n,r){var i,o,a,s=G(t);return Xe.test(t)||(t=Je(s)),(a=w.cssHooks[t]||w.cssHooks[s])&&"get"in a&&(i=a.get(e,!0,n)),void 0===i&&(i=Fe(e,t,r)),"normal"===i&&t in Ve&&(i=Ve[t]),""===n||n?(o=parseFloat(i),!0===n||isFinite(o)?o||0:i):i}}),w.each(["height","width"],function(e,t){w.cssHooks[t]={get:function(e,n,r){if(n)return!ze.test(w.css(e,"display"))||e.getClientRects().length&&e.getBoundingClientRect().width?et(e,t,r):se(e,Ue,function(){return et(e,t,r)})},set:function(e,n,r){var i,o=$e(e),a="border-box"===w.css(e,"boxSizing",!1,o),s=r&&Ze(e,t,r,a,o);return a&&h.scrollboxSize()===o.position&&(s-=Math.ceil(e["offset"+t[0].toUpperCase()+t.slice(1)]-parseFloat(o[t])-Ze(e,t,"border",!1,o)-.5)),s&&(i=ie.exec(n))&&"px"!==(i[3]||"px")&&(e.style[t]=n,n=w.css(e,t)),Ke(e,n,s)}}}),w.cssHooks.marginLeft=_e(h.reliableMarginLeft,function(e,t){if(t)return(parseFloat(Fe(e,"marginLeft"))||e.getBoundingClientRect().left-se(e,{marginLeft:0},function(){return e.getBoundingClientRect().left}))+"px"}),w.each({margin:"",padding:"",border:"Width"},function(e,t){w.cssHooks[e+t]={expand:function(n){for(var r=0,i={},o="string"==typeof n?n.split(" "):[n];r<4;r++)i[e+oe[r]+t]=o[r]||o[r-2]||o[0];return i}},"margin"!==e&&(w.cssHooks[e+t].set=Ke)}),w.fn.extend({css:function(e,t){return z(this,function(e,t,n){var r,i,o={},a=0;if(Array.isArray(t)){for(r=$e(e),i=t.length;a1)}});function tt(e,t,n,r,i){return new tt.prototype.init(e,t,n,r,i)}w.Tween=tt,tt.prototype={constructor:tt,init:function(e,t,n,r,i,o){this.elem=e,this.prop=n,this.easing=i||w.easing._default,this.options=t,this.start=this.now=this.cur(),this.end=r,this.unit=o||(w.cssNumber[n]?"":"px")},cur:function(){var e=tt.propHooks[this.prop];return e&&e.get?e.get(this):tt.propHooks._default.get(this)},run:function(e){var t,n=tt.propHooks[this.prop];return this.options.duration?this.pos=t=w.easing[this.easing](e,this.options.duration*e,0,1,this.options.duration):this.pos=t=e,this.now=(this.end-this.start)*t+this.start,this.options.step&&this.options.step.call(this.elem,this.now,this),n&&n.set?n.set(this):tt.propHooks._default.set(this),this}},tt.prototype.init.prototype=tt.prototype,tt.propHooks={_default:{get:function(e){var t;return 1!==e.elem.nodeType||null!=e.elem[e.prop]&&null==e.elem.style[e.prop]?e.elem[e.prop]:(t=w.css(e.elem,e.prop,""))&&"auto"!==t?t:0},set:function(e){w.fx.step[e.prop]?w.fx.step[e.prop](e):1!==e.elem.nodeType||null==e.elem.style[w.cssProps[e.prop]]&&!w.cssHooks[e.prop]?e.elem[e.prop]=e.now:w.style(e.elem,e.prop,e.now+e.unit)}}},tt.propHooks.scrollTop=tt.propHooks.scrollLeft={set:function(e){e.elem.nodeType&&e.elem.parentNode&&(e.elem[e.prop]=e.now)}},w.easing={linear:function(e){return e},swing:function(e){return.5-Math.cos(e*Math.PI)/2},_default:"swing"},w.fx=tt.prototype.init,w.fx.step={};var nt,rt,it=/^(?:toggle|show|hide)$/,ot=/queueHooks$/;function at(){rt&&(!1===r.hidden&&e.requestAnimationFrame?e.requestAnimationFrame(at):e.setTimeout(at,w.fx.interval),w.fx.tick())}function st(){return e.setTimeout(function(){nt=void 0}),nt=Date.now()}function ut(e,t){var n,r=0,i={height:e};for(t=t?1:0;r<4;r+=2-t)i["margin"+(n=oe[r])]=i["padding"+n]=e;return t&&(i.opacity=i.width=e),i}function lt(e,t,n){for(var r,i=(pt.tweeners[t]||[]).concat(pt.tweeners["*"]),o=0,a=i.length;o1)},removeAttr:function(e){return this.each(function(){w.removeAttr(this,e)})}}),w.extend({attr:function(e,t,n){var r,i,o=e.nodeType;if(3!==o&&8!==o&&2!==o)return"undefined"==typeof e.getAttribute?w.prop(e,t,n):(1===o&&w.isXMLDoc(e)||(i=w.attrHooks[t.toLowerCase()]||(w.expr.match.bool.test(t)?dt:void 0)),void 0!==n?null===n?void w.removeAttr(e,t):i&&"set"in i&&void 0!==(r=i.set(e,n,t))?r:(e.setAttribute(t,n+""),n):i&&"get"in i&&null!==(r=i.get(e,t))?r:null==(r=w.find.attr(e,t))?void 0:r)},attrHooks:{type:{set:function(e,t){if(!h.radioValue&&"radio"===t&&N(e,"input")){var n=e.value;return e.setAttribute("type",t),n&&(e.value=n),t}}}},removeAttr:function(e,t){var n,r=0,i=t&&t.match(M);if(i&&1===e.nodeType)while(n=i[r++])e.removeAttribute(n)}}),dt={set:function(e,t,n){return!1===t?w.removeAttr(e,n):e.setAttribute(n,n),n}},w.each(w.expr.match.bool.source.match(/\w+/g),function(e,t){var n=ht[t]||w.find.attr;ht[t]=function(e,t,r){var i,o,a=t.toLowerCase();return r||(o=ht[a],ht[a]=i,i=null!=n(e,t,r)?a:null,ht[a]=o),i}});var gt=/^(?:input|select|textarea|button)$/i,yt=/^(?:a|area)$/i;w.fn.extend({prop:function(e,t){return z(this,w.prop,e,t,arguments.length>1)},removeProp:function(e){return this.each(function(){delete this[w.propFix[e]||e]})}}),w.extend({prop:function(e,t,n){var r,i,o=e.nodeType;if(3!==o&&8!==o&&2!==o)return 1===o&&w.isXMLDoc(e)||(t=w.propFix[t]||t,i=w.propHooks[t]),void 0!==n?i&&"set"in i&&void 0!==(r=i.set(e,n,t))?r:e[t]=n:i&&"get"in i&&null!==(r=i.get(e,t))?r:e[t]},propHooks:{tabIndex:{get:function(e){var t=w.find.attr(e,"tabindex");return t?parseInt(t,10):gt.test(e.nodeName)||yt.test(e.nodeName)&&e.href?0:-1}}},propFix:{"for":"htmlFor","class":"className"}}),h.optSelected||(w.propHooks.selected={get:function(e){var t=e.parentNode;return t&&t.parentNode&&t.parentNode.selectedIndex,null},set:function(e){var t=e.parentNode;t&&(t.selectedIndex,t.parentNode&&t.parentNode.selectedIndex)}}),w.each(["tabIndex","readOnly","maxLength","cellSpacing","cellPadding","rowSpan","colSpan","useMap","frameBorder","contentEditable"],function(){w.propFix[this.toLowerCase()]=this});function vt(e){return(e.match(M)||[]).join(" ")}function mt(e){return e.getAttribute&&e.getAttribute("class")||""}function xt(e){return Array.isArray(e)?e:"string"==typeof e?e.match(M)||[]:[]}w.fn.extend({addClass:function(e){var t,n,r,i,o,a,s,u=0;if(g(e))return this.each(function(t){w(this).addClass(e.call(this,t,mt(this)))});if((t=xt(e)).length)while(n=this[u++])if(i=mt(n),r=1===n.nodeType&&" "+vt(i)+" "){a=0;while(o=t[a++])r.indexOf(" "+o+" ")<0&&(r+=o+" ");i!==(s=vt(r))&&n.setAttribute("class",s)}return this},removeClass:function(e){var t,n,r,i,o,a,s,u=0;if(g(e))return this.each(function(t){w(this).removeClass(e.call(this,t,mt(this)))});if(!arguments.length)return this.attr("class","");if((t=xt(e)).length)while(n=this[u++])if(i=mt(n),r=1===n.nodeType&&" "+vt(i)+" "){a=0;while(o=t[a++])while(r.indexOf(" "+o+" ")>-1)r=r.replace(" "+o+" "," ");i!==(s=vt(r))&&n.setAttribute("class",s)}return this},toggleClass:function(e,t){var n=typeof e,r="string"===n||Array.isArray(e);return"boolean"==typeof t&&r?t?this.addClass(e):this.removeClass(e):g(e)?this.each(function(n){w(this).toggleClass(e.call(this,n,mt(this),t),t)}):this.each(function(){var t,i,o,a;if(r){i=0,o=w(this),a=xt(e);while(t=a[i++])o.hasClass(t)?o.removeClass(t):o.addClass(t)}else void 0!==e&&"boolean"!==n||((t=mt(this))&&J.set(this,"__className__",t),this.setAttribute&&this.setAttribute("class",t||!1===e?"":J.get(this,"__className__")||""))})},hasClass:function(e){var t,n,r=0;t=" "+e+" ";while(n=this[r++])if(1===n.nodeType&&(" "+vt(mt(n))+" ").indexOf(t)>-1)return!0;return!1}});var bt=/\r/g;w.fn.extend({val:function(e){var t,n,r,i=this[0];{if(arguments.length)return r=g(e),this.each(function(n){var i;1===this.nodeType&&(null==(i=r?e.call(this,n,w(this).val()):e)?i="":"number"==typeof i?i+="":Array.isArray(i)&&(i=w.map(i,function(e){return null==e?"":e+""})),(t=w.valHooks[this.type]||w.valHooks[this.nodeName.toLowerCase()])&&"set"in t&&void 0!==t.set(this,i,"value")||(this.value=i))});if(i)return(t=w.valHooks[i.type]||w.valHooks[i.nodeName.toLowerCase()])&&"get"in t&&void 0!==(n=t.get(i,"value"))?n:"string"==typeof(n=i.value)?n.replace(bt,""):null==n?"":n}}}),w.extend({valHooks:{option:{get:function(e){var t=w.find.attr(e,"value");return null!=t?t:vt(w.text(e))}},select:{get:function(e){var t,n,r,i=e.options,o=e.selectedIndex,a="select-one"===e.type,s=a?null:[],u=a?o+1:i.length;for(r=o<0?u:a?o:0;r-1)&&(n=!0);return n||(e.selectedIndex=-1),o}}}}),w.each(["radio","checkbox"],function(){w.valHooks[this]={set:function(e,t){if(Array.isArray(t))return e.checked=w.inArray(w(e).val(),t)>-1}},h.checkOn||(w.valHooks[this].get=function(e){return null===e.getAttribute("value")?"on":e.value})}),h.focusin="onfocusin"in e;var wt=/^(?:focusinfocus|focusoutblur)$/,Tt=function(e){e.stopPropagation()};w.extend(w.event,{trigger:function(t,n,i,o){var a,s,u,l,c,p,d,h,v=[i||r],m=f.call(t,"type")?t.type:t,x=f.call(t,"namespace")?t.namespace.split("."):[];if(s=h=u=i=i||r,3!==i.nodeType&&8!==i.nodeType&&!wt.test(m+w.event.triggered)&&(m.indexOf(".")>-1&&(m=(x=m.split(".")).shift(),x.sort()),c=m.indexOf(":")<0&&"on"+m,t=t[w.expando]?t:new w.Event(m,"object"==typeof t&&t),t.isTrigger=o?2:3,t.namespace=x.join("."),t.rnamespace=t.namespace?new RegExp("(^|\\.)"+x.join("\\.(?:.*\\.|)")+"(\\.|$)"):null,t.result=void 0,t.target||(t.target=i),n=null==n?[t]:w.makeArray(n,[t]),d=w.event.special[m]||{},o||!d.trigger||!1!==d.trigger.apply(i,n))){if(!o&&!d.noBubble&&!y(i)){for(l=d.delegateType||m,wt.test(l+m)||(s=s.parentNode);s;s=s.parentNode)v.push(s),u=s;u===(i.ownerDocument||r)&&v.push(u.defaultView||u.parentWindow||e)}a=0;while((s=v[a++])&&!t.isPropagationStopped())h=s,t.type=a>1?l:d.bindType||m,(p=(J.get(s,"events")||{})[t.type]&&J.get(s,"handle"))&&p.apply(s,n),(p=c&&s[c])&&p.apply&&Y(s)&&(t.result=p.apply(s,n),!1===t.result&&t.preventDefault());return t.type=m,o||t.isDefaultPrevented()||d._default&&!1!==d._default.apply(v.pop(),n)||!Y(i)||c&&g(i[m])&&!y(i)&&((u=i[c])&&(i[c]=null),w.event.triggered=m,t.isPropagationStopped()&&h.addEventListener(m,Tt),i[m](),t.isPropagationStopped()&&h.removeEventListener(m,Tt),w.event.triggered=void 0,u&&(i[c]=u)),t.result}},simulate:function(e,t,n){var r=w.extend(new w.Event,n,{type:e,isSimulated:!0});w.event.trigger(r,null,t)}}),w.fn.extend({trigger:function(e,t){return this.each(function(){w.event.trigger(e,t,this)})},triggerHandler:function(e,t){var n=this[0];if(n)return w.event.trigger(e,t,n,!0)}}),h.focusin||w.each({focus:"focusin",blur:"focusout"},function(e,t){var n=function(e){w.event.simulate(t,e.target,w.event.fix(e))};w.event.special[t]={setup:function(){var r=this.ownerDocument||this,i=J.access(r,t);i||r.addEventListener(e,n,!0),J.access(r,t,(i||0)+1)},teardown:function(){var r=this.ownerDocument||this,i=J.access(r,t)-1;i?J.access(r,t,i):(r.removeEventListener(e,n,!0),J.remove(r,t))}}});var Ct=e.location,Et=Date.now(),kt=/\?/;w.parseXML=function(t){var n;if(!t||"string"!=typeof t)return null;try{n=(new e.DOMParser).parseFromString(t,"text/xml")}catch(e){n=void 0}return n&&!n.getElementsByTagName("parsererror").length||w.error("Invalid XML: "+t),n};var St=/\[\]$/,Dt=/\r?\n/g,Nt=/^(?:submit|button|image|reset|file)$/i,At=/^(?:input|select|textarea|keygen)/i;function jt(e,t,n,r){var i;if(Array.isArray(t))w.each(t,function(t,i){n||St.test(e)?r(e,i):jt(e+"["+("object"==typeof i&&null!=i?t:"")+"]",i,n,r)});else if(n||"object"!==x(t))r(e,t);else for(i in t)jt(e+"["+i+"]",t[i],n,r)}w.param=function(e,t){var n,r=[],i=function(e,t){var n=g(t)?t():t;r[r.length]=encodeURIComponent(e)+"="+encodeURIComponent(null==n?"":n)};if(Array.isArray(e)||e.jquery&&!w.isPlainObject(e))w.each(e,function(){i(this.name,this.value)});else for(n in e)jt(n,e[n],t,i);return r.join("&")},w.fn.extend({serialize:function(){return w.param(this.serializeArray())},serializeArray:function(){return this.map(function(){var e=w.prop(this,"elements");return e?w.makeArray(e):this}).filter(function(){var e=this.type;return this.name&&!w(this).is(":disabled")&&At.test(this.nodeName)&&!Nt.test(e)&&(this.checked||!pe.test(e))}).map(function(e,t){var n=w(this).val();return null==n?null:Array.isArray(n)?w.map(n,function(e){return{name:t.name,value:e.replace(Dt,"\r\n")}}):{name:t.name,value:n.replace(Dt,"\r\n")}}).get()}});var qt=/%20/g,Lt=/#.*$/,Ht=/([?&])_=[^&]*/,Ot=/^(.*?):[ \t]*([^\r\n]*)$/gm,Pt=/^(?:about|app|app-storage|.+-extension|file|res|widget):$/,Mt=/^(?:GET|HEAD)$/,Rt=/^\/\//,It={},Wt={},$t="*/".concat("*"),Bt=r.createElement("a");Bt.href=Ct.href;function Ft(e){return function(t,n){"string"!=typeof t&&(n=t,t="*");var r,i=0,o=t.toLowerCase().match(M)||[];if(g(n))while(r=o[i++])"+"===r[0]?(r=r.slice(1)||"*",(e[r]=e[r]||[]).unshift(n)):(e[r]=e[r]||[]).push(n)}}function _t(e,t,n,r){var i={},o=e===Wt;function a(s){var u;return i[s]=!0,w.each(e[s]||[],function(e,s){var l=s(t,n,r);return"string"!=typeof l||o||i[l]?o?!(u=l):void 0:(t.dataTypes.unshift(l),a(l),!1)}),u}return a(t.dataTypes[0])||!i["*"]&&a("*")}function zt(e,t){var n,r,i=w.ajaxSettings.flatOptions||{};for(n in t)void 0!==t[n]&&((i[n]?e:r||(r={}))[n]=t[n]);return r&&w.extend(!0,e,r),e}function Xt(e,t,n){var r,i,o,a,s=e.contents,u=e.dataTypes;while("*"===u[0])u.shift(),void 0===r&&(r=e.mimeType||t.getResponseHeader("Content-Type"));if(r)for(i in s)if(s[i]&&s[i].test(r)){u.unshift(i);break}if(u[0]in n)o=u[0];else{for(i in n){if(!u[0]||e.converters[i+" "+u[0]]){o=i;break}a||(a=i)}o=o||a}if(o)return o!==u[0]&&u.unshift(o),n[o]}function Ut(e,t,n,r){var i,o,a,s,u,l={},c=e.dataTypes.slice();if(c[1])for(a in e.converters)l[a.toLowerCase()]=e.converters[a];o=c.shift();while(o)if(e.responseFields[o]&&(n[e.responseFields[o]]=t),!u&&r&&e.dataFilter&&(t=e.dataFilter(t,e.dataType)),u=o,o=c.shift())if("*"===o)o=u;else if("*"!==u&&u!==o){if(!(a=l[u+" "+o]||l["* "+o]))for(i in l)if((s=i.split(" "))[1]===o&&(a=l[u+" "+s[0]]||l["* "+s[0]])){!0===a?a=l[i]:!0!==l[i]&&(o=s[0],c.unshift(s[1]));break}if(!0!==a)if(a&&e["throws"])t=a(t);else try{t=a(t)}catch(e){return{state:"parsererror",error:a?e:"No conversion from "+u+" to "+o}}}return{state:"success",data:t}}w.extend({active:0,lastModified:{},etag:{},ajaxSettings:{url:Ct.href,type:"GET",isLocal:Pt.test(Ct.protocol),global:!0,processData:!0,async:!0,contentType:"application/x-www-form-urlencoded; charset=UTF-8",accepts:{"*":$t,text:"text/plain",html:"text/html",xml:"application/xml, text/xml",json:"application/json, text/javascript"},contents:{xml:/\bxml\b/,html:/\bhtml/,json:/\bjson\b/},responseFields:{xml:"responseXML",text:"responseText",json:"responseJSON"},converters:{"* text":String,"text html":!0,"text json":JSON.parse,"text xml":w.parseXML},flatOptions:{url:!0,context:!0}},ajaxSetup:function(e,t){return t?zt(zt(e,w.ajaxSettings),t):zt(w.ajaxSettings,e)},ajaxPrefilter:Ft(It),ajaxTransport:Ft(Wt),ajax:function(t,n){"object"==typeof t&&(n=t,t=void 0),n=n||{};var i,o,a,s,u,l,c,f,p,d,h=w.ajaxSetup({},n),g=h.context||h,y=h.context&&(g.nodeType||g.jquery)?w(g):w.event,v=w.Deferred(),m=w.Callbacks("once memory"),x=h.statusCode||{},b={},T={},C="canceled",E={readyState:0,getResponseHeader:function(e){var t;if(c){if(!s){s={};while(t=Ot.exec(a))s[t[1].toLowerCase()]=t[2]}t=s[e.toLowerCase()]}return null==t?null:t},getAllResponseHeaders:function(){return c?a:null},setRequestHeader:function(e,t){return null==c&&(e=T[e.toLowerCase()]=T[e.toLowerCase()]||e,b[e]=t),this},overrideMimeType:function(e){return null==c&&(h.mimeType=e),this},statusCode:function(e){var t;if(e)if(c)E.always(e[E.status]);else for(t in e)x[t]=[x[t],e[t]];return this},abort:function(e){var t=e||C;return i&&i.abort(t),k(0,t),this}};if(v.promise(E),h.url=((t||h.url||Ct.href)+"").replace(Rt,Ct.protocol+"//"),h.type=n.method||n.type||h.method||h.type,h.dataTypes=(h.dataType||"*").toLowerCase().match(M)||[""],null==h.crossDomain){l=r.createElement("a");try{l.href=h.url,l.href=l.href,h.crossDomain=Bt.protocol+"//"+Bt.host!=l.protocol+"//"+l.host}catch(e){h.crossDomain=!0}}if(h.data&&h.processData&&"string"!=typeof h.data&&(h.data=w.param(h.data,h.traditional)),_t(It,h,n,E),c)return E;(f=w.event&&h.global)&&0==w.active++&&w.event.trigger("ajaxStart"),h.type=h.type.toUpperCase(),h.hasContent=!Mt.test(h.type),o=h.url.replace(Lt,""),h.hasContent?h.data&&h.processData&&0===(h.contentType||"").indexOf("application/x-www-form-urlencoded")&&(h.data=h.data.replace(qt,"+")):(d=h.url.slice(o.length),h.data&&(h.processData||"string"==typeof h.data)&&(o+=(kt.test(o)?"&":"?")+h.data,delete h.data),!1===h.cache&&(o=o.replace(Ht,"$1"),d=(kt.test(o)?"&":"?")+"_="+Et+++d),h.url=o+d),h.ifModified&&(w.lastModified[o]&&E.setRequestHeader("If-Modified-Since",w.lastModified[o]),w.etag[o]&&E.setRequestHeader("If-None-Match",w.etag[o])),(h.data&&h.hasContent&&!1!==h.contentType||n.contentType)&&E.setRequestHeader("Content-Type",h.contentType),E.setRequestHeader("Accept",h.dataTypes[0]&&h.accepts[h.dataTypes[0]]?h.accepts[h.dataTypes[0]]+("*"!==h.dataTypes[0]?", "+$t+"; q=0.01":""):h.accepts["*"]);for(p in h.headers)E.setRequestHeader(p,h.headers[p]);if(h.beforeSend&&(!1===h.beforeSend.call(g,E,h)||c))return E.abort();if(C="abort",m.add(h.complete),E.done(h.success),E.fail(h.error),i=_t(Wt,h,n,E)){if(E.readyState=1,f&&y.trigger("ajaxSend",[E,h]),c)return E;h.async&&h.timeout>0&&(u=e.setTimeout(function(){E.abort("timeout")},h.timeout));try{c=!1,i.send(b,k)}catch(e){if(c)throw e;k(-1,e)}}else k(-1,"No Transport");function k(t,n,r,s){var l,p,d,b,T,C=n;c||(c=!0,u&&e.clearTimeout(u),i=void 0,a=s||"",E.readyState=t>0?4:0,l=t>=200&&t<300||304===t,r&&(b=Xt(h,E,r)),b=Ut(h,b,E,l),l?(h.ifModified&&((T=E.getResponseHeader("Last-Modified"))&&(w.lastModified[o]=T),(T=E.getResponseHeader("etag"))&&(w.etag[o]=T)),204===t||"HEAD"===h.type?C="nocontent":304===t?C="notmodified":(C=b.state,p=b.data,l=!(d=b.error))):(d=C,!t&&C||(C="error",t<0&&(t=0))),E.status=t,E.statusText=(n||C)+"",l?v.resolveWith(g,[p,C,E]):v.rejectWith(g,[E,C,d]),E.statusCode(x),x=void 0,f&&y.trigger(l?"ajaxSuccess":"ajaxError",[E,h,l?p:d]),m.fireWith(g,[E,C]),f&&(y.trigger("ajaxComplete",[E,h]),--w.active||w.event.trigger("ajaxStop")))}return E},getJSON:function(e,t,n){return w.get(e,t,n,"json")},getScript:function(e,t){return w.get(e,void 0,t,"script")}}),w.each(["get","post"],function(e,t){w[t]=function(e,n,r,i){return g(n)&&(i=i||r,r=n,n=void 0),w.ajax(w.extend({url:e,type:t,dataType:i,data:n,success:r},w.isPlainObject(e)&&e))}}),w._evalUrl=function(e){return w.ajax({url:e,type:"GET",dataType:"script",cache:!0,async:!1,global:!1,"throws":!0})},w.fn.extend({wrapAll:function(e){var t;return this[0]&&(g(e)&&(e=e.call(this[0])),t=w(e,this[0].ownerDocument).eq(0).clone(!0),this[0].parentNode&&t.insertBefore(this[0]),t.map(function(){var e=this;while(e.firstElementChild)e=e.firstElementChild;return e}).append(this)),this},wrapInner:function(e){return g(e)?this.each(function(t){w(this).wrapInner(e.call(this,t))}):this.each(function(){var t=w(this),n=t.contents();n.length?n.wrapAll(e):t.append(e)})},wrap:function(e){var t=g(e);return this.each(function(n){w(this).wrapAll(t?e.call(this,n):e)})},unwrap:function(e){return this.parent(e).not("body").each(function(){w(this).replaceWith(this.childNodes)}),this}}),w.expr.pseudos.hidden=function(e){return!w.expr.pseudos.visible(e)},w.expr.pseudos.visible=function(e){return!!(e.offsetWidth||e.offsetHeight||e.getClientRects().length)},w.ajaxSettings.xhr=function(){try{return new e.XMLHttpRequest}catch(e){}};var Vt={0:200,1223:204},Gt=w.ajaxSettings.xhr();h.cors=!!Gt&&"withCredentials"in Gt,h.ajax=Gt=!!Gt,w.ajaxTransport(function(t){var n,r;if(h.cors||Gt&&!t.crossDomain)return{send:function(i,o){var a,s=t.xhr();if(s.open(t.type,t.url,t.async,t.username,t.password),t.xhrFields)for(a in t.xhrFields)s[a]=t.xhrFields[a];t.mimeType&&s.overrideMimeType&&s.overrideMimeType(t.mimeType),t.crossDomain||i["X-Requested-With"]||(i["X-Requested-With"]="XMLHttpRequest");for(a in i)s.setRequestHeader(a,i[a]);n=function(e){return function(){n&&(n=r=s.onload=s.onerror=s.onabort=s.ontimeout=s.onreadystatechange=null,"abort"===e?s.abort():"error"===e?"number"!=typeof s.status?o(0,"error"):o(s.status,s.statusText):o(Vt[s.status]||s.status,s.statusText,"text"!==(s.responseType||"text")||"string"!=typeof s.responseText?{binary:s.response}:{text:s.responseText},s.getAllResponseHeaders()))}},s.onload=n(),r=s.onerror=s.ontimeout=n("error"),void 0!==s.onabort?s.onabort=r:s.onreadystatechange=function(){4===s.readyState&&e.setTimeout(function(){n&&r()})},n=n("abort");try{s.send(t.hasContent&&t.data||null)}catch(e){if(n)throw e}},abort:function(){n&&n()}}}),w.ajaxPrefilter(function(e){e.crossDomain&&(e.contents.script=!1)}),w.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/\b(?:java|ecma)script\b/},converters:{"text script":function(e){return w.globalEval(e),e}}}),w.ajaxPrefilter("script",function(e){void 0===e.cache&&(e.cache=!1),e.crossDomain&&(e.type="GET")}),w.ajaxTransport("script",function(e){if(e.crossDomain){var t,n;return{send:function(i,o){t=w("