├── ip_proxy_site ├── ip_proxy │ ├── __init__.py │ ├── migrations │ │ ├── __init__.py │ │ ├── 0003_ipproxy_count.py │ │ ├── 0002_ipproxy_available.py │ │ └── 0001_initial.py │ ├── tests.py │ ├── apps.py │ ├── admin.py │ ├── urls.py │ ├── models.py │ └── views.py ├── ip_proxy_site │ ├── __init__.py │ ├── wsgi.py │ ├── urls.py │ └── settings.py ├── static │ ├── favicon.ico │ ├── css │ │ └── test_01.css │ └── js │ │ ├── popper.min.js │ │ ├── bootstrap.min.js │ │ └── jquery.min.js ├── manage.py └── templates │ ├── ip_proxy │ ├── base.html │ └── list.html │ └── pagination.html ├── spider └── ip_proxies │ ├── ip_proxies │ ├── __init__.py │ ├── spiders │ │ ├── __init__.py │ │ ├── xicidaili.py │ │ ├── kuaidaili.py │ │ ├── ip3366.py │ │ ├── jiangxianli.py │ │ ├── base.py │ │ └── verify.py │ ├── items.py │ ├── pipelines.py │ ├── middlewares.py │ └── settings.py │ ├── start_verify.py │ ├── scrapy.cfg │ ├── test.py │ └── start.py ├── docs ├── history.md ├── TODO_history.md └── Ubuntu_service.md ├── requirements.txt ├── rm_log.py ├── LICENSE ├── scheduler.py ├── .gitignore └── README.md /ip_proxy_site/ip_proxy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy_site/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/tests.py: -------------------------------------------------------------------------------- 1 | from django.test import TestCase 2 | 3 | # Create your tests here. 4 | -------------------------------------------------------------------------------- /ip_proxy_site/static/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZC6244/ip_proxy_pool/HEAD/ip_proxy_site/static/favicon.ico -------------------------------------------------------------------------------- /ip_proxy_site/static/css/test_01.css: -------------------------------------------------------------------------------- 1 | .container { 2 | margin-top: 2%; 3 | } 4 | div.post { 5 | margin-bottom: 2%; 6 | } -------------------------------------------------------------------------------- /docs/history.md: -------------------------------------------------------------------------------- 1 | ## 2019.9.23 2 | 1. 修复验证代理时不能验证到全部代理 3 | - 原因：`update` 和 `del` 操作会影响 `验证时间` ，而列表页是按照最新验证时间排序的。 4 | - 解决：获取完所有代理再进行代理验证。 -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | Scrapy==1.6.0 2 | psycopg2==2.8.3 3 | Django==2.2.13 4 | requests==2.21.0 5 | Twisted==20.3.0 6 | APScheduler==3.6.1 7 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/apps.py: -------------------------------------------------------------------------------- 1 | from django.apps import AppConfig 2 | 3 | 4 | class IpProxyConfig(AppConfig): 5 | name = 'ip_proxy' 6 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /spider/ip_proxies/start_verify.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time : 2019/9/20 4 | from scrapy import cmdline 5 | 6 | cmdline.execute('scrapy crawl verify'.split()) 7 | # cmdline.execute('scrapy crawl ip3366'.split()) 8 | -------------------------------------------------------------------------------- /spider/ip_proxies/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = ip_proxies.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = ip_proxies 12 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/admin.py: -------------------------------------------------------------------------------- 1 | from django.contrib import admin 2 | 3 | # Register your models here. 4 | from .models import IpProxy 5 | 6 | 7 | class IpProxyAdmin(admin.ModelAdmin): 8 | list_display = ['ip', 'port', 'anonymity', 'net_type', 'ip_location', 'available', 'count', 'verify_time'] 9 | list_filter = ['anonymity', 'net_type', 'available'] 10 | search_fields = ['ip'] 11 | 12 | 13 | admin.site.register(IpProxy, IpProxyAdmin) 14 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy_site/wsgi.py: -------------------------------------------------------------------------------- 1 | """ 2 | WSGI config for ip_proxy_site project. 3 | 4 | It exposes the WSGI callable as a module-level variable named ``application``. 5 | 6 | For more information on this file, see 7 | https://docs.djangoproject.com/en/2.2/howto/deployment/wsgi/ 8 | """ 9 | 10 | import os 11 | 12 | from django.core.wsgi import get_wsgi_application 13 | 14 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'ip_proxy_site.settings') 15 | 16 | application = get_wsgi_application() 17 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/migrations/0003_ipproxy_count.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.10 on 2020-04-05 14:27 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('ip_proxy', '0002_ipproxy_available'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='ipproxy', 15 | name='count', 16 | field=models.IntegerField(default=0), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/migrations/0002_ipproxy_available.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.10 on 2020-04-05 13:43 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('ip_proxy', '0001_initial'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='ipproxy', 15 | name='available', 16 | field=models.BooleanField(default=None, null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/urls.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time :2019/8/26 4 | from django.conf.urls import url 5 | from django.urls import path 6 | from . import views 7 | 8 | app_name = 'ip_proxy' 9 | urlpatterns = [ 10 | path('list/', views.proxy_list, name='list_proxy'), 11 | path('get/', views.proxy_get, name='get_proxy'), 12 | path('update/', views.proxy_update, name='update_proxy'), 13 | path('del/', views.proxy_del, name='del_proxy'), 14 | path('get_csrf/', views.get_csrf, name='get_csrf'), 15 | ] 16 | -------------------------------------------------------------------------------- /spider/ip_proxies/test.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time : 2019/9/10 4 | import requests 5 | 6 | session = requests.session() 7 | csrf = session.get('http://127.0.0.1:8000/ip_proxy/get_csrf/').json().get('csrf') 8 | formdata = { 9 | 'csrfmiddlewaretoken': csrf, 10 | 'ip': '163.204.247.41', 11 | 'port': '12345', 12 | 'net_type': 'HTTP', 13 | 'anonymity': '测试', 14 | 'ip_location': '测试', 15 | 'verify_time': '2019-09-10 11:36:11', 16 | } 17 | 18 | session.post('http://127.0.0.1:8000/ip_proxy/update/', formdata) 19 | -------------------------------------------------------------------------------- /docs/TODO_history.md: -------------------------------------------------------------------------------- 1 | # TODO History 2 | 3 | [TOC] 4 | 5 | --- 6 | ## 2019.8.29 7 | - [x] 增加 priority 字段，刚入库初始值为1，验证失败一次减2，小于1时删除该数据 8 | - [x] 增删查改之类的接口,弃用通过管道操作数据库方案 9 | 10 | --- 11 | ## 2019.9.5 12 | - [x] 创建爬取代理的爬虫的模板，代理爬虫爬取到代理后使用其与代理池服务器的数据库交互 13 | 14 | --- 15 | ## 2019.9.6 16 | - [x] 增加查看全部代理的列表页 17 | - [x] 修复使用爬虫模板时反复调用 parse 的问题（未指定callback） 18 | - [x] 增加验证代理可用性的程序 19 | - [x] 增加联动 `Scrapy` 和 `Django` 的调度程序 20 | 21 | --- 22 | ## 2019.9.26 23 | - [x] 增加代理源 [云代理](http://www.ip3366.net/free/?stype=1&page=1) 24 | - [x] 增加定时删除前几天的 `scrapy` `log` 的程序 25 | 26 | --- 27 | ## 2020.4.5 28 | - [ ] 增加一列表明上次是否验证成功 29 | - [ ] 优化优先级规则，第几次验证失败优先级就减少几次`（如第一次失败-1，第二次失败-2）` -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | import scrapy 9 | 10 | 11 | class IpProxiesItem(scrapy.Item): 12 | # define the fields for your item here like: 13 | # name = scrapy.Field()['ip', 'port', 'anonymity', 'type', 'location'] 14 | 15 | ip = scrapy.Field() 16 | port = scrapy.Field() 17 | # 匿名度：高匿、普通（也只爬取这两种，透明类型的不要） 18 | anonymity = scrapy.Field() 19 | # HTTP OR HTTPS 20 | net_type = scrapy.Field() 21 | # 代理 IP 的位置 22 | ip_location = scrapy.Field() 23 | # 最后验证时间 24 | verify_time = scrapy.Field() 25 | -------------------------------------------------------------------------------- /ip_proxy_site/manage.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | """Django's command-line utility for administrative tasks.""" 3 | import os 4 | import sys 5 | 6 | 7 | def main(): 8 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'ip_proxy_site.settings') 9 | try: 10 | from django.core.management import execute_from_command_line 11 | except ImportError as exc: 12 | raise ImportError( 13 | "Couldn't import Django. Are you sure it's installed and " 14 | "available on your PYTHONPATH environment variable? Did you " 15 | "forget to activate a virtual environment?" 16 | ) from exc 17 | execute_from_command_line(sys.argv) 18 | 19 | 20 | if __name__ == '__main__': 21 | main() 22 | -------------------------------------------------------------------------------- /rm_log.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time : 2019/9/26 4 | import os 5 | import re 6 | from datetime import datetime, timedelta 7 | 8 | 9 | def rm_log(path, time_format): 10 | if not os.path.exists(path): 11 | return 'path not exists.' 12 | # 当前日期 13 | date_now = datetime.now() 14 | file_li = os.listdir(path) 15 | for i in file_li: 16 | # 日志文件的日期 17 | date_log = re.findall('\d{4}-\d{2}-\d{2}T\d{2}_\d{2}_\d{2}', i) 18 | if not date_log: 19 | continue 20 | date_log = date_log[0] 21 | date_log = datetime.strptime(date_log, time_format) 22 | # 二者相差的天数 23 | day = (date_now - date_log).days 24 | # 删除 2 天前的日志文件 25 | if day >= 2: 26 | os.remove(os.path.join(path, i)) 27 | -------------------------------------------------------------------------------- /spider/ip_proxies/start.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time :2019/8/23 4 | 5 | 6 | from scrapy import cmdline 7 | from scrapy.crawler import CrawlerProcess 8 | from scrapy.utils.project import get_project_settings 9 | from ip_proxies.spiders.kuaidaili import KuaidailiSpider 10 | from ip_proxies.spiders.jiangxianli import JiangxianliSpider 11 | from ip_proxies.spiders.xicidaili import XicidailiSpider 12 | from ip_proxies.spiders.ip3366 import Ip3366Spider 13 | 14 | # 测试爬虫时使用，默认注释掉 15 | # cmdline.execute('scrapy crawl xicidaili'.split()) 16 | 17 | # 在同一进程同时运行多个爬虫 18 | process = CrawlerProcess(get_project_settings()) 19 | process.crawl(KuaidailiSpider) 20 | process.crawl(JiangxianliSpider) 21 | process.crawl(XicidailiSpider) 22 | process.crawl(Ip3366Spider) 23 | # 脚本将会停在此处知道所有爬虫完成 24 | process.start() 25 | # # process.stop() 26 | -------------------------------------------------------------------------------- /ip_proxy_site/templates/ip_proxy/base.html: -------------------------------------------------------------------------------- 1 | {% load static %} 2 | 3 | 4 | 5 | {% block title %}{% endblock %} 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 |
16 |
17 |
18 | {% block content %} 19 | {% endblock %} 20 |
21 |
22 |
23 | 24 | -------------------------------------------------------------------------------- /ip_proxy_site/templates/pagination.html: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy_site/urls.py: -------------------------------------------------------------------------------- 1 | """ip_proxy_site URL Configuration 2 | 3 | The `urlpatterns` list routes URLs to views. For more information please see: 4 | https://docs.djangoproject.com/en/2.2/topics/http/urls/ 5 | Examples: 6 | Function views 7 | 1. Add an import: from my_app import views 8 | 2. Add a URL to urlpatterns: path('', views.home, name='home') 9 | Class-based views 10 | 1. Add an import: from other_app.views import Home 11 | 2. Add a URL to urlpatterns: path('', Home.as_view(), name='home') 12 | Including another URLconf 13 | 1. Import the include() function: from django.urls import include, path 14 | 2. Add a URL to urlpatterns: path('blog/', include('blog.urls')) 15 | """ 16 | from django.conf.urls import include 17 | from django.contrib import admin 18 | from django.urls import path 19 | from django.views.generic.base import RedirectView 20 | 21 | urlpatterns = [ 22 | path('admin/', admin.site.urls), 23 | path('ip_proxy/', include('ip_proxy.urls')), 24 | path('favicon.ico/', 25 | RedirectView.as_view(url=r'/static/favicon.ico')), 26 | ] 27 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2019 LZC6244 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/migrations/0001_initial.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.4 on 2019-09-10 11:33 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | initial = True 9 | 10 | dependencies = [ 11 | ] 12 | 13 | operations = [ 14 | migrations.CreateModel( 15 | name='IpProxy', 16 | fields=[ 17 | ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), 18 | ('ip', models.CharField(max_length=20)), 19 | ('port', models.CharField(max_length=10)), 20 | ('anonymity', models.CharField(max_length=10)), 21 | ('net_type', models.CharField(max_length=10)), 22 | ('ip_location', models.CharField(max_length=100)), 23 | ('verify_time', models.DateTimeField()), 24 | ('priority', models.IntegerField(default=2)), 25 | ], 26 | options={ 27 | 'db_table': 'ip_proxy', 28 | 'ordering': ['-verify_time'], 29 | 'unique_together': {('ip', 'port')}, 30 | }, 31 | ), 32 | ] 33 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/models.py: -------------------------------------------------------------------------------- 1 | # This is an auto-generated Django model module. 2 | # You'll have to do the following manually to clean this up: 3 | # * Rearrange models' order 4 | # * Make sure each model has one field with primary_key=True 5 | # * Make sure each ForeignKey has `on_delete` set to the desired behavior. 6 | # * Remove `managed = False` lines if you wish to allow Django to create, modify, and delete the table 7 | # Feel free to rename the models, but don't rename db_table values or field names. 8 | from django.db import models 9 | 10 | 11 | class IpProxy(models.Model): 12 | ip = models.CharField(max_length=20) 13 | port = models.CharField(max_length=10) 14 | anonymity = models.CharField(max_length=10) 15 | net_type = models.CharField(max_length=10) 16 | ip_location = models.CharField(max_length=100) 17 | verify_time = models.DateTimeField() 18 | priority = models.IntegerField(default=2) 19 | # 0 代表验证成功 20 | # 1 及以上代表验证失败的次数 21 | count = models.IntegerField(default=0) 22 | available = models.BooleanField(default=None, null=True) 23 | 24 | class Meta: 25 | # managed = False 26 | db_table = 'ip_proxy' 27 | unique_together = ['ip', 'port'] 28 | ordering = ['-verify_time'] 29 | 30 | def __str__(self): 31 | return self.ip + ':' + self.port 32 | -------------------------------------------------------------------------------- /ip_proxy_site/templates/ip_proxy/list.html: -------------------------------------------------------------------------------- 1 | {% extends 'ip_proxy/base.html' %} 2 | {#{% load staticfiles %}#} 3 | {##} 4 | {% block content %} 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | {% for proxy in proxies %} 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | {% endfor %} 31 | 32 |
IPPORT类型匿名度位置上次验证时间上次验证结果优先级
{{ proxy.ip }}{{ proxy.port }}{{ proxy.net_type }}{{ proxy.anonymity }}{{ proxy.ip_location }}{{ proxy.verify_time | date:'Y-m-d H:i:s' }}{{ proxy.available }}{{ proxy.priority }}
33 | {% include "pagination.html" with page=proxies %} 34 |

共 {{ paginator.num_pages }} 页，每页 20 个代理
共 {{ paginator.count }} 个代理，其中上次验证可用共 {{ p_last_true_num }} 个

35 |

代理IP采集于网络，仅供学习交流
请勿用于非法途径，违者后果自负

36 | {% endblock %} -------------------------------------------------------------------------------- /docs/Ubuntu_service.md: -------------------------------------------------------------------------------- 1 | # 在 Ubuntu 中将本代理池注册成服务。 2 | 3 | - 在 `/lib/systemd/system` 新建一个 `IP-proxy-pool.service` 文件，填入下面内容 4 | ```shell script 5 | [Unit] 6 | Description= Start IP proxy pool automatically 7 | 8 | [Service] 9 | type=forking 10 | # 工作路径要注意修改为自己本地的实际路径 11 | WorkingDirectory=/yourdir/ip_proxy_pool 12 | ExecStart=/usr/bin/python scheduler.py 13 | Restart=always 14 | RestartSec=3 15 | 16 | [Install] 17 | WantedBy=multi-user.target 18 | Alias=IP-proxy-pool.service 19 | ``` 20 | - 启用 `IP-proxy-pool.service` 服务 21 | ```shell script 22 | systemctl enable IP-proxy-pool.service 23 | ``` 24 | - 启动 `IP-proxy-pool.service` 服务 25 | ```shell script 26 | systemctl start IP-proxy-pool.service 27 | ``` 28 | - 查看 `IP-proxy-pool.service` 服务运行状态 29 | ```shell script 30 | systemctl status IP-proxy-pool.service 31 | ``` 32 | 显示应类似如下，`Active` 处应为 `active (running)` 33 | ```text 34 | ● IP-proxy-pool.service - Start IP proxy pool automatically 35 | Loaded: loaded (/lib/systemd/system/IP-proxy-pool.service; enabled; vendor preset: enabled) 36 | Active: active (running) since Thu 2019-09-18 20:05:06 CST; 11min ago 37 | Main PID: 779 (python) 38 | Tasks: 9 (limit: 2315) 39 | CGroup: /system.slice/IP-proxy-pool.service 40 | ├─ 779 /usr/bin/python scheduler.py 41 | ├─1239 sh -c python manage.py runserver 0.0.0.0:8000 42 | ├─1240 python manage.py runserver 0.0.0.0:8000 43 | └─1479 /usr/bin/python manage.py runserver 0.0.0.0:8000 44 | ... 45 | ``` -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/xicidaili.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import random 3 | from scrapy import Request 4 | from ip_proxies.spiders.base import BaseSpider 5 | from ip_proxies.items import IpProxiesItem 6 | from ip_proxies.settings import TEST_URLS, LOG_FILE 7 | 8 | 9 | class XicidailiSpider(BaseSpider): 10 | name = 'xicidaili' 11 | # allowed_domains = ['xicidaili.com'] 12 | # 只爬取前三页，免费代理质量不高 13 | start_urls = ['https://www.xicidaili.com/nn/%s/' % x for x in range(1, 4)] 14 | custom_settings = { 15 | 'LOG_FILE': LOG_FILE.replace('log/', f'log/{name}__', 1), 16 | } 17 | 18 | def parse(self, response): 19 | # 每一页的代理 ip 信息列表 20 | ip_info_li = response.xpath('//table[@id="ip_list"]//tr[@class]') 21 | # IP PORT 位置 匿名度 类型 22 | title_li = ['ip', 'port', 'ip_location', 'anonymity', 'net_type'] 23 | for i in ip_info_li: 24 | item = IpProxiesItem() 25 | for k, v in zip(title_li, i.xpath('./td')[1:6]): 26 | item[k] = v.xpath('string(.)').get().strip() 27 | # 从上述数据组合代理为如下格式 ：http://some_proxy_server:port 28 | proxy = item['net_type'].lower() + '://' + item['ip'] + ':' + item['port'] 29 | # 需加 dont_filter=True 因为测试代理是否可用每次都是访问固定的几个页面来测试 30 | request = Request(url=random.choice(TEST_URLS), headers=self.headers, 31 | meta={'proxy': proxy, 'item': item}, 32 | callback=self.verify_porxy, dont_filter=True) 33 | yield request 34 | -------------------------------------------------------------------------------- /scheduler.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | # @Author: lzc 3 | # @Time : 2019/9/9 4 | import os 5 | import subprocess 6 | from datetime import datetime, timedelta 7 | from runpy import run_path 8 | from apscheduler.schedulers.blocking import BlockingScheduler 9 | 10 | from rm_log import rm_log 11 | 12 | # 必须使用绝对路径，使用 dirname 在终端会报错 13 | project_path = os.path.abspath('.') 14 | server_path = os.path.join(project_path, 'ip_proxy_site') 15 | spider_path = os.path.join(project_path, 'spider', 'ip_proxies') 16 | log_path = os.path.join(spider_path, 'ip_proxies', 'log') 17 | 18 | 19 | def enable_crawl_spider(): 20 | os.chdir(spider_path) 21 | subprocess.run('python start.py'.split()) 22 | # os.system('python start.py') 23 | 24 | 25 | def enable_verify_spider(): 26 | os.chdir(spider_path) 27 | subprocess.run('python start_verify.py'.split()) 28 | # os.system('python start_verify.py') 29 | 30 | 31 | def enable_server(): 32 | os.chdir(server_path) 33 | subprocess.run('python manage.py runserver 0.0.0.0:8000'.split()) 34 | # os.system('python manage.py runserver 0.0.0.0:8000') 35 | 36 | 37 | def remove_log(): 38 | settings = os.path.join(spider_path, 'ip_proxies', 'settings.py') 39 | settings = run_path(settings) 40 | time_format = settings.get('TIME_FORMAT') 41 | rm_log(log_path, time_format) 42 | 43 | 44 | # enable_crawl_spider() 45 | sched = BlockingScheduler() 46 | sched.add_job(enable_server, name='Django server') 47 | sched.add_job(enable_crawl_spider, 'interval', hours=4, next_run_time=datetime.now() + timedelta(seconds=10), 48 | name='定时代理爬取') 49 | sched.add_job(enable_verify_spider, 'interval', hours=2, name='定时代理有效性验证') 50 | sched.add_job(remove_log, 'interval', days=2, name='定时删除2天前的日志文件') 51 | sched.start() 52 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/kuaidaili.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import random 3 | from scrapy import Request 4 | from ip_proxies.spiders.base import BaseSpider 5 | from ip_proxies.items import IpProxiesItem 6 | from ip_proxies.settings import TEST_URLS, LOG_FILE 7 | 8 | 9 | class KuaidailiSpider(BaseSpider): 10 | name = 'kuaidaili' 11 | # allowed_domains = ['www.kuaidaili.com'] 12 | # 只爬取前三页的就够了，免费代理质量不高 13 | start_urls = ['https://www.kuaidaili.com/free/inha/%s/' % x for x in range(1, 4)] 14 | custom_settings = { 15 | 'LOG_FILE': LOG_FILE.replace('log/', f'log/{name}__', 1), 16 | } 17 | 18 | # start_urls = ['https://www.kuaidaili.com/free/inha/2/'] 19 | 20 | def parse(self, response): 21 | # print(response.url) 22 | # 每一页的代理 ip 信息列表 23 | ip_info_li = response.xpath('//table[@class="table table-bordered table-striped"]/tbody//tr') 24 | # IP PORT 匿名度 类型 位置 的列表 25 | title_li = ['ip', 'port', 'anonymity', 'net_type', 'ip_location'] 26 | for i in ip_info_li: 27 | item = IpProxiesItem() 28 | for k, v in zip(title_li, i.xpath('./td/text()').getall()[:5]): 29 | item[k] = v 30 | # 此网站爬取的都是高匿代理，但其名称为"高匿名"，先将其统一为"高匿" 31 | item['anonymity'] = '高匿' 32 | # 从上述数据组合代理为如下格式 ：http://some_proxy_server:port 33 | proxy = item['net_type'].lower() + '://' + item['ip'] + ':' + item['port'] 34 | # 需加 dont_filter=True 因为测试代理是否可用每次都是访问固定的几个页面来测试 35 | request = Request(url=random.choice(TEST_URLS), headers=self.headers, 36 | meta={'proxy': proxy, 'item': item}, 37 | callback=self.verify_porxy, dont_filter=True) 38 | yield request 39 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/ip3366.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import re 3 | import random 4 | from scrapy import Request 5 | from ip_proxies.spiders.base import BaseSpider 6 | from ip_proxies.items import IpProxiesItem 7 | from ip_proxies.settings import TEST_URLS, LOG_FILE 8 | 9 | 10 | class Ip3366Spider(BaseSpider): 11 | name = 'ip3366' 12 | # allowed_domains = ['ip3366'] 13 | # 爬取云代理的高匿、普匿代理各前三页 14 | # 高匿 15 | start_urls = ['http://www.ip3366.net/free/?stype=1&page=%s' % x for x in range(1, 4)] 16 | # 普匿 17 | start_urls += ['http://www.ip3366.net/free/?stype=2&page=%s' % x for x in range(1, 4)] 18 | custom_settings = { 19 | 'LOG_FILE': LOG_FILE.replace('log/', f'log/{name}__', 1), 20 | } 21 | 22 | def parse(self, response): 23 | stype = re.findall('stype=(\d)&', response.url)[0] 24 | # 每一页的代理 ip 信息列表 25 | ip_info_li = response.xpath('//table[@class="table table-bordered table-striped"]/tbody//tr') 26 | anonymity = '高匿' if stype == '1' else '普匿' 27 | # IP PORT 匿名度 类型 位置 的列表 28 | title_li = ['ip', 'port', 'anonymity', 'net_type', 'ip_location'] 29 | for i in ip_info_li: 30 | item = IpProxiesItem() 31 | content_li_raw = i.xpath('./td/text()').getall()[:5] 32 | # ip port 33 | content_li = content_li_raw[:2] 34 | net_type = content_li_raw[3] 35 | ip_location = content_li_raw[4].split('_')[-1] 36 | content_li += [anonymity, net_type, ip_location] 37 | for k, v in zip(title_li, content_li): 38 | item[k] = v 39 | # 从上述数据组合代理为如下格式 ：http://some_proxy_server:port 40 | proxy = item['net_type'].lower() + '://' + item['ip'] + ':' + item['port'] 41 | # print(proxy) 42 | # 需加 dont_filter=True 因为测试代理是否可用每次都是访问固定的几个页面来测试 43 | request = Request(url=random.choice(TEST_URLS), headers=self.headers, 44 | meta={'proxy': proxy, 'item': item}, 45 | callback=self.verify_porxy, dont_filter=True) 46 | yield request 47 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/jiangxianli.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import random 3 | import scrapy 4 | from scrapy import Request 5 | from ip_proxies.spiders.base import BaseSpider 6 | from ip_proxies.items import IpProxiesItem 7 | from ip_proxies.settings import TEST_URLS, LOG_FILE 8 | 9 | 10 | class JiangxianliSpider(BaseSpider): 11 | name = 'jiangxianli' 12 | # allowed_domains = ['jiangxianli.com'] 13 | start_urls = ['http://ip.jiangxianli.com/?page=1'] 14 | 15 | custom_settings = { 16 | 'LOG_FILE': LOG_FILE.replace('log/', f'log/{name}__', 1), 17 | 18 | } 19 | 20 | def parse(self, response): 21 | # print(response.url) 22 | # 每一页的代理 ip 信息列表 23 | ip_info_li = response.xpath('//table[@class="table table-hover table-bordered table-striped"]/tbody//tr') 24 | # IP PORT 匿名度 类型 的列表 25 | title_li = ['ip', 'port', 'anonymity', 'net_type'] 26 | for i in ip_info_li: 27 | item = IpProxiesItem() 28 | td_li = i.xpath('./td/text()').getall() 29 | # 该网站只有 "高匿" "透明" 两种分类 30 | # 我们不需要 "透明" , 去除 31 | if td_li[3] in '透明': 32 | continue 33 | for k, v in zip(title_li, td_li[1:5]): 34 | item[k] = v 35 | # td_li[5] -> 中国 广东 汕尾 36 | # td_li[6] -> 联通 37 | # 二者合在一起才是所需数据 38 | item['ip_location'] = ' '.join(td_li[5:7]) if len(td_li) == 12 else '' 39 | if not item['net_type']: 40 | item['net_type'] = 'HTTP' 41 | # 从上述数据组合代理为如下格式 ：http://some_proxy_server:port 42 | proxy = item['net_type'].lower() + '://' + item['ip'] + ':' + item['port'] 43 | # 需加 dont_filter=True 因为测试代理是否可用每次都是访问固定的几个页面来测试 44 | request = Request(url=random.choice(TEST_URLS), headers=self.headers, 45 | meta={'proxy': proxy, 'item': item}, 46 | callback=self.verify_porxy, dont_filter=True) 47 | yield request 48 | 49 | # 该网站页数不固定，可能为为 2~3 页或更多页 50 | # 此处通过是否仍能点击下一页判断 51 | if_next = response.xpath('//ul[@class="pagination"]/li') 52 | if if_next: 53 | if_next = if_next[-1] 54 | if not if_next.xpath('./@class'): 55 | next_url = if_next.xpath('./a/@href').get() 56 | next_request = Request(url=next_url, callback=self.parse, dont_filter=True) 57 | yield next_request 58 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Created by .ignore support plugin (hsz.mobi) 2 | ### Python template 3 | # Byte-compiled / optimized / DLL files 4 | __pycache__/ 5 | *.py[cod] 6 | *$py.class 7 | 8 | # C extensions 9 | *.so 10 | 11 | # Distribution / packaging 12 | .Python 13 | build/ 14 | develop-eggs/ 15 | dist/ 16 | downloads/ 17 | eggs/ 18 | .eggs/ 19 | lib/ 20 | lib64/ 21 | parts/ 22 | sdist/ 23 | var/ 24 | wheels/ 25 | pip-wheel-metadata/ 26 | share/python-wheels/ 27 | *.egg-info/ 28 | .installed.cfg 29 | *.egg 30 | MANIFEST 31 | 32 | # PyInstaller 33 | # Usually these files are written by a python script from a template 34 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 35 | *.manifest 36 | *.spec 37 | 38 | # Installer logs 39 | pip-log.txt 40 | pip-delete-this-directory.txt 41 | 42 | # Unit test / coverage reports 43 | htmlcov/ 44 | .tox/ 45 | .nox/ 46 | .coverage 47 | .coverage.* 48 | .cache 49 | nosetests.xml 50 | coverage.xml 51 | *.cover 52 | .hypothesis/ 53 | .pytest_cache/ 54 | 55 | # Translations 56 | *.mo 57 | *.pot 58 | 59 | # Django stuff: 60 | *.log 61 | local_settings.py 62 | ip_proxy_site/db.sqlite3 63 | db.sqlite3-journal 64 | 65 | # Flask stuff: 66 | instance/ 67 | .webassets-cache 68 | 69 | # Scrapy stuff: 70 | .scrapy 71 | 72 | # Sphinx documentation 73 | docs/_build/ 74 | 75 | # PyBuilder 76 | target/ 77 | 78 | # Jupyter Notebook 79 | .ipynb_checkpoints 80 | 81 | # IPython 82 | profile_default/ 83 | ipython_config.py 84 | 85 | # pyenv 86 | .python-version 87 | 88 | # pipenv 89 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. 90 | # However, in case of collaboration, if having platform-specific dependencies or dependencies 91 | # having no cross-platform support, pipenv may install dependencies that don't work, or not 92 | # install all needed dependencies. 93 | #Pipfile.lock 94 | 95 | # celery beat schedule file 96 | celerybeat-schedule 97 | 98 | # SageMath parsed files 99 | *.sage.py 100 | 101 | # Environments 102 | .env 103 | .venv 104 | env/ 105 | venv/ 106 | ENV/ 107 | env.bak/ 108 | venv.bak/ 109 | 110 | # Spyder project settings 111 | .spyderproject 112 | .spyproject 113 | 114 | # Rope project settings 115 | .ropeproject 116 | 117 | # mkdocs documentation 118 | /site 119 | 120 | # mypy 121 | .mypy_cache/ 122 | .dmypy.json 123 | dmypy.json 124 | 125 | # Pyre type checker 126 | .pyre/ 127 | 128 | # pycharm 129 | .idea/ 130 | log/ 131 | 132 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/base.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import ast 3 | import scrapy 4 | from scrapy import Request, FormRequest 5 | from datetime import datetime 6 | from ip_proxies.settings import GET_CSRF, UPDATE_PROXY, TIME_FORMAT 7 | 8 | """ 9 | 爬虫爬取代理后，将代理上传到数据库的模板 10 | """ 11 | 12 | 13 | class BaseSpider(scrapy.Spider): 14 | name = 'base' 15 | 16 | # allowed_domains = ['base_spider'] 17 | # start_urls = ['http://base_spider/'] 18 | 19 | def start_requests(self): 20 | self.headers = { 21 | 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 22 | 'Accept-Language': 'zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2', 23 | 'Accept-Encoding': 'gzip,deflate,br' 24 | } 25 | for url in self.start_urls: 26 | request = Request(url=url, headers=self.headers, callback=self.parse) 27 | yield request 28 | 29 | def parse(self, response): 30 | pass 31 | 32 | def verify_porxy(self, response): 33 | # 能进来解析响应就说明该代理能用 34 | # with open('test.html', 'wb') as f: 35 | # f.write(response.body) 36 | item = response.meta['item'] 37 | # 最后验证时间 38 | date = datetime.strftime(datetime.now(), TIME_FORMAT) 39 | # date = datetime.strptime(date, TIME_FORMAT) 40 | item['verify_time'] = date 41 | url = GET_CSRF 42 | request = Request(url=url, callback=self.update_proxy, dont_filter=True) 43 | request.meta['item'] = item 44 | yield request 45 | 46 | def update_proxy(self, response): 47 | # 该响应的请求地址须为：GET_CSRF 48 | # 此时的 item 须以含有代理相关信息 49 | item = response.meta['item'] 50 | csrf = ast.literal_eval(response.text).get('csrf') 51 | url = UPDATE_PROXY 52 | formdata = { 53 | 'csrfmiddlewaretoken': csrf, 54 | 'ip': item.get('ip'), 55 | 'port': item.get('port'), 56 | 'anonymity': item.get('anonymity', ''), 57 | 'net_type': item.get('net_type', ''), 58 | 'ip_location': item.get('ip_location', ''), 59 | 'verify_time': item.get('verify_time'), 60 | } 61 | # 此处须指明一个回调函数，即使我们什么也不需要做 62 | # 若是不指定回调，scrapy 将把 parse 方法作为回调函数 63 | # 若继承本爬虫的其他爬虫重写了 parse 方法，将有几率导致发生我们意料之外的错误 64 | # see https://docs.scrapy.org/en/latest/topics/request-response.html?highlight=callback#request-objects 65 | request = FormRequest(url=url, formdata=formdata, callback=self.verify_end, dont_filter=True) 66 | return request 67 | 68 | def verify_end(self, response): 69 | # do nothing 70 | pass 71 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/spiders/verify.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import re 3 | import random 4 | import scrapy 5 | from scrapy import Request 6 | 7 | from ip_proxies.items import IpProxiesItem 8 | from ip_proxies.spiders.base import BaseSpider 9 | from ip_proxies.settings import LIST_PROXY, TEST_URLS, DOWNLOADER_MIDDLEWARES, LOG_FILE 10 | 11 | 12 | class VerifySpider(BaseSpider): 13 | name = 'verify' 14 | # allowed_domains = ['verify'] 15 | start_urls = [LIST_PROXY] 16 | DOWNLOADER_MIDDLEWARES['ip_proxies.middlewares.ManageProxy'] = 150 17 | 18 | custom_settings = { 19 | 'LOG_FILE': LOG_FILE.replace('log/', f'log/{name}__', 1), 20 | # 下面三行设置该爬虫为 BFO 21 | 'DEPTH_PRIORITY': 1, 22 | 'SCHEDULER_DISK_QUEUE': 'scrapy.squeues.PickleFifoDiskQueue', 23 | 'SCHEDULER_MEMORY_QUEUE': 'scrapy.squeues.FifoMemoryQueue', 24 | # 启用中间件 25 | 'DOWNLOADER_MIDDLEWARES': DOWNLOADER_MIDDLEWARES 26 | } 27 | proxy_info = [] 28 | 29 | def parse(self, response): 30 | # 本次只获取代理共有几页 31 | # 总页数 32 | total_page = response.xpath('string(//p[1])').get() 33 | total_page = int(re.findall('\d+', total_page)[-1]) 34 | # 如 'http://127.0.0.1:8000/ip_proxy/list/?page=' 35 | url_1 = re.findall('.*page=', LIST_PROXY)[0] 36 | # 页数 URL 列表，如 'http://127.0.0.1:8000/ip_proxy/list/?page=1' 'http://127.0.0.1:8000/ip_proxy/list/?page=2' ... 37 | page_li = [url_1 + str(x) for x in range(1, total_page + 1)] 38 | for url in page_li: 39 | request = Request(url=url, callback=self.parse_list, meta={'total_page': total_page}, dont_filter=True) 40 | yield request 41 | 42 | def parse_list(self, response): 43 | total_page = response.meta['total_page'] 44 | proxy_li = response.xpath('//table[@class="table table-bordered table-striped"]/tbody/tr') 45 | for p in proxy_li: 46 | # tmp_li=[ip,port,net_type] 47 | net_type = p.xpath('./td[3]/text()').get() 48 | if not net_type: 49 | net_type = 'HTTP' 50 | tmp_li = [p.xpath('./td[1]/text()').get(), p.xpath('./td[2]/text()').get(), net_type] 51 | self.proxy_info.append(tmp_li) 52 | # 获取完所有代理再进行代理验证 53 | if len(self.proxy_info) > (total_page - 1) * 20: 54 | for p_info in self.proxy_info: 55 | item = IpProxiesItem() 56 | item['ip'] = p_info[0] 57 | item['port'] = p_info[1] 58 | item['net_type'] = p_info[2] 59 | proxy = item['net_type'].lower() + '://' + item['ip'] + ':' + item['port'] 60 | print('正在验证：%s' % proxy) 61 | request = Request(url=random.choice(TEST_URLS), headers=self.headers, 62 | meta={'proxy': proxy, 'item': item}, callback=self.verify_porxy, dont_filter=True) 63 | yield request 64 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import psycopg2 3 | 4 | 5 | # Define your item pipelines here 6 | # 7 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 8 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 9 | 10 | 11 | # class IpProxiesPipeline(object): 12 | # """ 13 | # 将数据存储到 postgresql 数据库 14 | # 15 | # 2019.9.5 弃用 16 | # 数据库操作由代理池服务器提供的接口进行 17 | # """ 18 | # 19 | # def __init__(self, pg_db, pg_table, pg_user, pg_passwd, pg_host, pg_port): 20 | # self.pg_db = pg_db 21 | # self.pg_table = pg_table 22 | # self.pg_user = pg_user 23 | # self.pg_passwd = pg_passwd 24 | # self.pg_host = pg_host 25 | # self.pg_port = pg_port 26 | # 27 | # @classmethod 28 | # def from_crawler(cls, crawler): 29 | # """ 30 | # scrapy为访问settings提供的方法 31 | # 从settings.py文件中，取得数据库配置 32 | # """ 33 | # return cls( 34 | # pg_db=crawler.settings.get('PG_DB'), 35 | # pg_table=crawler.settings.get('PG_TABLE'), 36 | # pg_user=crawler.settings.get('PG_USER'), 37 | # pg_passwd=crawler.settings.get('PG_PASSWD'), 38 | # pg_host=crawler.settings.get('PG_HOST'), 39 | # pg_port=crawler.settings.get('PG_PORT') 40 | # ) 41 | # 42 | # def open_spider(self, spider): 43 | # """ 44 | # 爬虫一旦开启，就会调用这个方法，连接到数据库 45 | # """ 46 | # self.conn = psycopg2.connect(database=self.pg_db, user=self.pg_user, password=self.pg_passwd, host=self.pg_host, 47 | # port=self.pg_port) 48 | # self.cur = self.conn.cursor() 49 | # 50 | # def close_spider(self, spider): 51 | # """ 52 | # 爬虫一旦关闭，就会调用这个方法，关闭数据库连接 53 | # """ 54 | # self.cur.close() 55 | # self.conn.close() 56 | # 57 | # def process_item(self, item, spider): 58 | # # 查询SQL语句 59 | # sql_find = """ 60 | # SELECT * 61 | # FROM %s 62 | # WHERE ip='%s' AND port='%s' 63 | # """ % ( 64 | # self.pg_table, 65 | # item['ip'], 66 | # item['port'] 67 | # ) 68 | # self.cur.execute(sql_find) 69 | # if self.cur.fetchall(): 70 | # # 存在该代理则更新其信息 71 | # # 更新SQL语句 72 | # sql_up = """ 73 | # UPDATE %s 74 | # SET anonymity='%s', 75 | # net_type='%s', 76 | # ip_location='%s', 77 | # verify_time='%s' 78 | # WHERE ip='%s' AND port='%s' 79 | # """ % ( 80 | # self.pg_table, 81 | # item['anonymity'], 82 | # item['net_type'], 83 | # item['ip_location'], 84 | # item['verify_time'], 85 | # item['ip'], 86 | # item['port'], 87 | # ) 88 | # self.cur.execute(sql_up) 89 | # else: 90 | # # 不存在则插入该代理信息 91 | # # 插入SQL语句 92 | # sql_insert = """ 93 | # INSERT INTO %s 94 | # (ip,port,anonymity,net_type,ip_location,verify_time) 95 | # VALUES 96 | # ('%s','%s','%s','%s','%s','%s') 97 | # """ % ( 98 | # self.pg_table, 99 | # item['ip'], 100 | # item['port'], 101 | # item['anonymity'], 102 | # item['net_type'], 103 | # item['ip_location'], 104 | # item['verify_time'], 105 | # ) 106 | # self.cur.execute(sql_insert) 107 | # self.conn.commit() 108 | # print(item) 109 | # return item 110 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy_site/settings.py: -------------------------------------------------------------------------------- 1 | """ 2 | Django settings for ip_proxy_site project. 3 | 4 | Generated by 'django-admin startproject' using Django 2.2.4. 5 | 6 | For more information on this file, see 7 | https://docs.djangoproject.com/en/2.2/topics/settings/ 8 | 9 | For the full list of settings and their values, see 10 | https://docs.djangoproject.com/en/2.2/ref/settings/ 11 | """ 12 | 13 | import os 14 | 15 | # Build paths inside the project like this: os.path.join(BASE_DIR, ...) 16 | BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) 17 | 18 | # Quick-start development settings - unsuitable for production 19 | # See https://docs.djangoproject.com/en/2.2/howto/deployment/checklist/ 20 | 21 | # SECURITY WARNING: keep the secret key used in production secret! 22 | SECRET_KEY = '=4j!g72merr=5t#g*@-*rug&rkbxqo^=#npoc$1m(9-un!6r5y' 23 | 24 | # SECURITY WARNING: don't run with debug turned on in production! 25 | DEBUG = True 26 | 27 | ALLOWED_HOSTS = ['*'] 28 | 29 | # Application definition 30 | 31 | INSTALLED_APPS = [ 32 | 'django.contrib.admin', 33 | 'django.contrib.auth', 34 | 'django.contrib.contenttypes', 35 | 'django.contrib.sessions', 36 | 'django.contrib.messages', 37 | 'django.contrib.staticfiles', 38 | 'ip_proxy', 39 | ] 40 | 41 | MIDDLEWARE = [ 42 | 'django.middleware.security.SecurityMiddleware', 43 | 'django.contrib.sessions.middleware.SessionMiddleware', 44 | 'django.middleware.common.CommonMiddleware', 45 | 'django.middleware.csrf.CsrfViewMiddleware', 46 | 'django.contrib.auth.middleware.AuthenticationMiddleware', 47 | 'django.contrib.messages.middleware.MessageMiddleware', 48 | 'django.middleware.clickjacking.XFrameOptionsMiddleware', 49 | ] 50 | 51 | ROOT_URLCONF = 'ip_proxy_site.urls' 52 | 53 | TEMPLATES = [ 54 | { 55 | 'BACKEND': 'django.template.backends.django.DjangoTemplates', 56 | 'DIRS': [os.path.join(BASE_DIR, 'templates')], 57 | 'APP_DIRS': True, 58 | 'OPTIONS': { 59 | 'context_processors': [ 60 | 'django.template.context_processors.debug', 61 | 'django.template.context_processors.request', 62 | 'django.contrib.auth.context_processors.auth', 63 | 'django.contrib.messages.context_processors.messages', 64 | ], 65 | }, 66 | }, 67 | ] 68 | 69 | WSGI_APPLICATION = 'ip_proxy_site.wsgi.application' 70 | 71 | # Database 72 | # https://docs.djangoproject.com/en/2.2/ref/settings/#databases 73 | 74 | DATABASES = { 75 | 'default': { 76 | 'ENGINE': 'django.db.backends.sqlite3', 77 | 'NAME': os.path.join(BASE_DIR, 'db.sqlite3'), 78 | } 79 | } 80 | 81 | # Password validation 82 | # https://docs.djangoproject.com/en/2.2/ref/settings/#auth-password-validators 83 | 84 | AUTH_PASSWORD_VALIDATORS = [ 85 | { 86 | 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator', 87 | }, 88 | { 89 | 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator', 90 | }, 91 | { 92 | 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator', 93 | }, 94 | { 95 | 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator', 96 | }, 97 | ] 98 | 99 | # Internationalization 100 | # https://docs.djangoproject.com/en/2.2/topics/i18n/ 101 | 102 | # LANGUAGE_CODE = 'en-us' 103 | LANGUAGE_CODE = 'zh-hans' 104 | 105 | # TIME_ZONE = 'UTC' 106 | TIME_ZONE = 'Asia/Shanghai' 107 | 108 | USE_I18N = True 109 | 110 | USE_L10N = True 111 | 112 | # USE_TZ = True 113 | 114 | 115 | # Static files (CSS, JavaScript, Images) 116 | # https://docs.djangoproject.com/en/2.2/howto/static-files/ 117 | 118 | STATIC_URL = '/static/' 119 | STATICFILES_DIRS = [ 120 | os.path.join(BASE_DIR, 'static') 121 | ] 122 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # 基于 Django2 和 Scrapy 的 IP 代理池 2 | ## 介绍 3 | - 版本：![](https://img.shields.io/badge/Python-3.x-brightgreen) ![](https://img.shields.io/badge/Django-2.x-brightgreen) 4 | - 本项目是一个使用 Django 作为接口后端，scrapy 作为爬虫的一个代理 IP 池。 5 | - 数据库：sqlite 免去安装数据库烦恼（亦可使用其他 Django 支持的数据库，更改 Django settings 文件即可） 6 | - 启动程序后，首先会启动 Django 服务器，然后进行第一次的代理爬取，稍等几分钟即可看见代理陆续入库。 7 | - 测试地址：[测试地址](http://139.9.58.217:8000/ip_proxy/list/) 请勿压测 影响正常使用则关闭测试地址 8 | ### 代理说明 9 | - 高匿：服务器不知道我们使用了代理。 10 | - 普匿：服务器知道我们使用了代理，但一般无法查出我们的IP地址。 11 | - 透明：服务器知道我们使用了代理，且能查出你的IP地址。（本 IP 池不收集） 12 | 13 | **代理匿名度取自代理源网站，本项目不做判断！** 14 | ### 响应时间说明 15 | - 不计算响应时间，因为 scrapy 是`异步`发送请求的 16 | ### 代理验证说明 17 | - 每 `4` 个小时从代理网站爬取一次代理 18 | - 每 `2` 个小时验证一次代理池中的全部代理 19 | - 若时间间隔到了 `爬取/验证` 代理未完成，则会等待其完成再进行 `爬取/验证` 代理动作 20 | - 爬取到新的代理时 `priority` 设为 `2` 21 | - 代理验证成功时 `priority` 加 `1` 22 | - 代理验证失败时 `priority` 减失败次数，`priority` 小于 `0` 则删除该代理 23 | ### 日志文件说明 24 | - 每天删除一次两天前的日志文件，避免积累过多 25 | - 时间以启动本项目时间为基准 26 | ## 环境需求 27 | 在本项目路径下执行命令： 28 | ```shell script 29 | pip install -r requirements.txt 30 | ``` 31 | ## 初次使用代理池 32 | 在 `ip_proxy_site` 路径下执行 33 | ```shell script 34 | python manage.py makemigrations ip_proxy 35 | python manage.py migrate 36 | ``` 37 | ## 启动代理池 38 | 在本项目路径下执行命令： 39 | ```shell script 40 | pthon scheduler.py 41 | ``` 42 | 若是将本项目部署在云主机之类的，通过 `ssh` 操控 43 | 为了避免 `session` 断开则程序中断，可以使用以下命令： 44 | ```shell script 45 | nohup python scheduler.py & 46 | ``` 47 | - 若在 `Ubuntu` 中使用，可将本代理池注册成服务。 48 | - 方法请看[这里](https://github.com/LZC6244/ip_proxy_pool/blob/master/docs/Ubuntu_service.md) 49 | ## 在爬虫中使用本代理池 50 | 以 scrapy 为例。 51 | 非本地情况下，IP 地址更换为本项目实际 IP 地址即可。 52 | - 在 `settings.py` 中添加以下： 53 | ```python 54 | DOWNLOADER_MIDDLEWARES = { 55 | ... 56 | 'yourproject.middlewares.yourmiddleware': 543, 57 | # example 58 | # 'yourproject.middlewares.ManageProxy': 543, 59 | } 60 | # 重试次数设置 （默认为2） 61 | RETRY_TIMES = 2 62 | # 代理池相关 URL 配置 63 | GET_CSRF = 'http://127.0.0.1:8000/ip_proxy/get_csrf/' 64 | GET_PROXY = 'http://127.0.0.1:8000/ip_proxy/get/' 65 | DEL_PROXY = 'http://127.0.0.1:8000/ip_proxy/del/' 66 | ``` 67 | - 在 `middlewares.py` 中添加以下： 68 | ```python 69 | import requests 70 | from yourproject.settings import GET_CSRF, GET_PROXY, DEL_PROXY, RETRY_TIMES 71 | 72 | session = requests.session() 73 | csrf = session.get(GET_CSRF).json().get('csrf') 74 | 75 | 76 | def get_proxy(): 77 | return requests.get(GET_PROXY).json() 78 | 79 | 80 | def del_proxy(ip, port, verify_time): 81 | return session.post(DEL_PROXY, {'csrfmiddlewaretoken': csrf, 'ip': ip, 'port': port, 'verify_time': verify_time}) 82 | 83 | 84 | class ManageProxy(object): 85 | def process_request(self, request, spider): 86 | if request.meta.get('retry_times') or request.meta.get('proxy'): 87 | pass 88 | else: 89 | proxy_json = get_proxy() 90 | request.meta['proxy'] = proxy_json.get('proxy') 91 | ``` 92 | ## 拓展 93 | 可自行拓展代理源网站，建议使用 `scrapy` 。 94 | 使用 `scrapy` 注意要点： 95 | - 继承 `BaseSpider` 96 | - 使用 `IpProxiesItem` 97 | - 含有 `ip` `port` `anonymit` `net_type` `ip_location` （IP PORT 匿名度 类型 位置）字段（ `verify_time` 验证时间会自行处理） 98 | - 请求参数设置 `callback=self.verify_porxy`, `dont_filter=True` 99 | 100 | 具体写法可以参考[这里](https://github.com/LZC6244/ip_proxy_pool/tree/master/spider/ip_proxies/ip_proxies/spiders)除 `verify` 和 `base` 之外的任意 `spider` 101 | ## 代理池 API 102 | | Path | Mmethod | Description | Return | Arguments | 103 | | :-- | :--: | :-- | :-- | :-- | 104 | | get/ | get | 从代理池随机返回一个（上次验证可用）代理 | JsonResponse | None | 105 | | update/ | post | 更新代理，不存在则插入，存在则 priority +1 和 更新验证时间 | HttpResponse | ip,port,verify_time,[anonymity,net_type,ip_location] | 106 | | del/ | post | 代理 priority - 已验证失败次数，若减法过后 priority<=0 则从库中移除该代理 | HttpResponse | ip,port,verify_time | 107 | | get_csrf/ | post | 获取 csrf 信息，用于验证，无该信息则访问 api 失败 | JsonResponse | None | 108 | | list/ | post | 分页展示所有的代理 | HttpResponse | page | 109 | | admin/ | get | 后台入口 | HttpResponse | None | 110 | 111 | **后台**已创建管理员账户 `admin` 112 | 更改密码可以在本项目的 `ip_proxy_site` 路径下使用以下命令： 113 | ```shell script 114 | python manage.py changepassword username(admin) 115 | ``` 116 | 或者创建一个新的管理员： 117 | ```shell script 118 | python manage.py createsuperuser 119 | ``` 120 | ## 目前代理源 121 | | 网站名称 | 地址 | 122 | | :-- | :-- | 123 | | 快代理 | [传送门](https://www.kuaidaili.com/free/inha/1/) | 124 | | 免费代理IP库 | [传送门](http://ip.jiangxianli.com/?page=1) | 125 | | 西刺代理 | [传送门](https://www.xicidaili.com/nn/1) | 126 | | 云代理 | [传送门（高匿）](http://www.ip3366.net/free/?stype=1&page=1)[传送门（普匿）](http://www.ip3366.net/free/?stype=2&page=1) | 127 | 128 | ## TODO 129 | - [ ] 增加更多代理源网站 130 | 131 | see [TODO_HISTORY](https://github.com/LZC6244/ip_proxy_pool/blob/master/docs/TODO_history.md) 132 | ## 建议与改进 133 | [HISTORY](https://github.com/LZC6244/ip_proxy_pool/blob/master/docs/history.md) 134 | 有什么问题或建议或比较好的免费代理网站推荐，欢迎提 [issues](https://github.com/LZC6244/ip_proxy_pool/issues) 135 | -------------------------------------------------------------------------------- /ip_proxy_site/ip_proxy/views.py: -------------------------------------------------------------------------------- 1 | import os 2 | import random 3 | from datetime import datetime 4 | from runpy import run_path 5 | from django.shortcuts import render 6 | from django.http import JsonResponse, HttpResponse 7 | from django.core.paginator import Paginator, PageNotAnInteger, EmptyPage 8 | from django.middleware.csrf import get_token 9 | from .models import IpProxy 10 | 11 | SPIDER_SETTINGS = os.path.normpath( 12 | os.path.join(os.path.dirname(__file__), '../../spider/ip_proxies/ip_proxies/settings.py')) 13 | SPIDER_SETTINGS = run_path(SPIDER_SETTINGS) 14 | TIME_FORMAT = SPIDER_SETTINGS.get('TIME_FORMAT', '%Y-%m-%dT%H_%M_%S') 15 | 16 | 17 | # Create your views here. 18 | def proxy_list(request): 19 | """ 20 | 分页展示所有的代理 21 | :param request: 22 | :return: 23 | """ 24 | # p_all = IpProxy.objects.all().order_by('-verify_time', '-available') 25 | p_all = IpProxy.objects.all().order_by('-verify_time') 26 | p_last_true = p_all.filter(available=True) 27 | p_last_true_num = p_last_true.count 28 | # 每页20个代理 29 | paginator = Paginator(p_all, 20) 30 | page_num = request.GET.get('page', 1) 31 | try: 32 | page_num = int(page_num) 33 | proxies = paginator.page(page_num) 34 | except PageNotAnInteger: 35 | proxies = paginator.page(1) 36 | except EmptyPage: 37 | proxies = paginator.page(paginator.num_pages) 38 | 39 | # 进行页码的控制，页面最多显示5个页码 40 | # 总页数小于5页，页面上显示所有页码 41 | # 若当前页属于前5页，显示前5页（总页数大于10） 42 | # 若当前页属于后5页，显示后5页（总页数大于10） 43 | # 其他情况，显示当前页的前2页，当前页，当前页的后2页 44 | num_pages = paginator.num_pages 45 | if num_pages < 5: 46 | pages_range = range(1, num_pages + 1) 47 | elif page_num <= 5 and num_pages >= 10: 48 | pages_range = range(1, 6) 49 | elif num_pages - page_num < 5: 50 | pages_range = range(num_pages - 4, num_pages + 1) 51 | else: 52 | pages_range = range(max(1, page_num - 2), max(6, page_num + 3)) 53 | 54 | return render(request, 'ip_proxy/list.html', 55 | {'paginator': paginator, 'proxies': proxies, 'pages_range': pages_range, 56 | 'p_last_true_num': p_last_true_num}) 57 | 58 | 59 | def proxy_get(request): 60 | """ 61 | 一个取代理数据的接口 62 | 随机从代理池中取一条数据，返回 json 63 | 只抽取上次验证可用的 64 | :param request: 65 | :return: json 数据 66 | """ 67 | p_all = IpProxy.objects.filter(available=True) 68 | num = random.randint(0, p_all.count() - 1) 69 | p = p_all[num] 70 | proxy = p.net_type.lower() + '://' + p.ip + ':' + p.port 71 | json_data = { 72 | 'ip': p.ip, 73 | 'port': p.port, 74 | 'net_type': p.net_type, 75 | 'anonymity': p.anonymity, 76 | 'ip_location': p.ip_location, 77 | 'verify_time': p.verify_time, 78 | 'priority': p.priority, 79 | 'available': p.available, 80 | 'proxy': proxy, 81 | } 82 | return JsonResponse(data=json_data) 83 | 84 | 85 | def proxy_update(request): 86 | """ 87 | 更新代理池，该代理存在则 priority 优先级加1 88 | 不存在则将该代理入库，priority 默认为2 89 | :param request: 90 | :return: 91 | """ 92 | ip = request.POST.get('ip') 93 | port = request.POST.get('port') 94 | verify_time = request.POST.get('verify_time') 95 | verify_time = datetime.strptime(verify_time, TIME_FORMAT) 96 | p = IpProxy.objects.filter(ip=ip, port=port) 97 | 98 | # print('*' * 50) 99 | if p: 100 | status = 'Update' 101 | data = p[0] 102 | data.count = 0 103 | data.priority += 1 104 | data.available = True 105 | data.verify_time = verify_time 106 | data.save() 107 | else: 108 | anonymity = request.POST.get('anonymity') 109 | net_type = request.POST.get('net_type') 110 | ip_location = request.POST.get('ip_location') 111 | status = 'Insert' 112 | IpProxy.objects.create( 113 | ip=ip, 114 | port=port, 115 | anonymity=anonymity, 116 | net_type=net_type, 117 | ip_location=ip_location, 118 | available=True, 119 | verify_time=verify_time, 120 | ) 121 | # print('*' * 50) 122 | # print('successful %s' % p) 123 | # print(request.body) 124 | # print('+' * 50) 125 | return HttpResponse('%s successful!\nip:%s\tport:%s\n%s' % (status, ip, port, request.POST)) 126 | 127 | 128 | def proxy_del(request): 129 | """ 130 | 更新代理池，该代理 priority 优先级减1 131 | 若减1之后 priority=0 则从库中移除该代理 132 | :param request: 133 | :return: 134 | """ 135 | ip = request.POST.get('ip') 136 | port = request.POST.get('port') 137 | verify_time = request.POST.get('verify_time') 138 | verify_time = datetime.strptime(verify_time, TIME_FORMAT) 139 | # available = request.POST.get('available') 140 | p = IpProxy.objects.filter(ip=ip, port=port) 141 | if not p: 142 | return HttpResponse('

ip:\t%s

\n

port:\t%s

\n

The proxy does not exist.

' % (ip, port)) 143 | count = p[0].count 144 | priority = p[0].priority 145 | count += 1 146 | priority -= count 147 | if priority <= 0: 148 | p.delete() 149 | return HttpResponse( 150 | '

ip:\t%s

\n

port:\t%s

\n

The proxy priority has been deleted.

' % (ip, port)) 151 | else: 152 | p.update(priority=priority, verify_time=verify_time, available=False, count=count) 153 | return HttpResponse( 154 | '

ip:\t%s

\n

port:\t%s

\n

priority(now):\t%s

The proxy priority has been reduced by ' 155 | 'one.

' % ( 156 | ip, port, priority)) 157 | 158 | 159 | def get_csrf(request): 160 | # 从此 URL 获取 csrf 数据 161 | return JsonResponse(data={'csrf': get_token(request)}) 162 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/middlewares.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import random 3 | import requests 4 | from datetime import datetime 5 | from twisted.internet.error import TimeoutError 6 | from ip_proxies.settings import USER_AGENTS, GET_CSRF, GET_PROXY, DEL_PROXY, RETRY_TIMES, TIME_FORMAT 7 | # Define here the models for your spider middleware 8 | # 9 | # See documentation in: 10 | # https://doc.scrapy.org/en/latest/topics/spider-middleware.html 11 | 12 | from scrapy import signals 13 | 14 | session = requests.session() 15 | csrf = session.get(GET_CSRF).json().get('csrf') 16 | 17 | 18 | def get_proxy(): 19 | return requests.get(GET_PROXY).json() 20 | 21 | 22 | def del_proxy(ip, port, verify_time): 23 | return session.post(DEL_PROXY, {'csrfmiddlewaretoken': csrf, 'ip': ip, 'port': port, 'verify_time': verify_time}) 24 | 25 | 26 | class IpProxiesSpiderMiddleware(object): 27 | # Not all methods need to be defined. If a method is not defined, 28 | # scrapy acts as if the spider middleware does not modify the 29 | # passed objects. 30 | 31 | @classmethod 32 | def from_crawler(cls, crawler): 33 | # This method is used by Scrapy to create your spiders. 34 | s = cls() 35 | crawler.signals.connect(s.spider_opened, signal=signals.spider_opened) 36 | return s 37 | 38 | def process_spider_input(self, response, spider): 39 | # Called for each response that goes through the spider 40 | # middleware and into the spider. 41 | 42 | # Should return None or raise an exception. 43 | return None 44 | 45 | def process_spider_output(self, response, result, spider): 46 | # Called with the results returned from the Spider, after 47 | # it has processed the response. 48 | 49 | # Must return an iterable of Request, dict or Item objects. 50 | for i in result: 51 | yield i 52 | 53 | def process_spider_exception(self, response, exception, spider): 54 | # Called when a spider or process_spider_input() method 55 | # (from other spider middleware) raises an exception. 56 | 57 | # Should return either None or an iterable of Response, dict 58 | # or Item objects. 59 | pass 60 | 61 | def process_start_requests(self, start_requests, spider): 62 | # Called with the start requests of the spider, and works 63 | # similarly to the process_spider_output() method, except 64 | # that it doesn’t have a response associated. 65 | 66 | # Must return only requests (not items). 67 | for r in start_requests: 68 | yield r 69 | 70 | def spider_opened(self, spider): 71 | spider.logger.info('Spider opened: %s' % spider.name) 72 | 73 | 74 | class IpProxiesDownloaderMiddleware(object): 75 | # Not all methods need to be defined. If a method is not defined, 76 | # scrapy acts as if the downloader middleware does not modify the 77 | # passed objects. 78 | 79 | @classmethod 80 | def from_crawler(cls, crawler): 81 | # This method is used by Scrapy to create your spiders. 82 | s = cls() 83 | crawler.signals.connect(s.spider_opened, signal=signals.spider_opened) 84 | return s 85 | 86 | def process_request(self, request, spider): 87 | # Called for each request that goes through the downloader 88 | # middleware. 89 | 90 | # Must either: 91 | # - return None: continue processing this request 92 | # - or return a Response object 93 | # - or return a Request object 94 | # - or raise IgnoreRequest: process_exception() methods of 95 | # installed downloader middleware will be called 96 | return None 97 | 98 | def process_response(self, request, response, spider): 99 | # Called with the response returned from the downloader. 100 | 101 | # Must either; 102 | # - return a Response object 103 | # - return a Request object 104 | # - or raise IgnoreRequest 105 | return response 106 | 107 | def process_exception(self, request, exception, spider): 108 | # Called when a download handler or a process_request() 109 | # (from other downloader middleware) raises an exception. 110 | 111 | # Must either: 112 | # - return None: continue processing this exception 113 | # - return a Response object: stops process_exception() chain 114 | # - return a Request object: stops process_exception() chain 115 | pass 116 | 117 | def spider_opened(self, spider): 118 | spider.logger.info('Spider opened: %s' % spider.name) 119 | 120 | 121 | class RandomUA(object): 122 | 123 | def process_request(self, request, spider): 124 | # print('*' * 50) 125 | 126 | user_agent = random.choice(USER_AGENTS) 127 | # print(user_agent) 128 | request.headers['User-Agent'] = user_agent 129 | 130 | 131 | class ManageProxy(object): 132 | # def process_request(self, request, spider): 133 | # if request.meta.get('retry_times') or request.meta.get('proxy'): 134 | # # request.meta['proxy'] = request.meta['proxy'] 135 | # pass 136 | # else: 137 | # proxy_json = get_proxy() 138 | # request.meta['proxy'] = proxy_json.get('proxy') 139 | # request.meta['ip_proxy'] = proxy_json.get('ip') 140 | # request.meta['port_proxy'] = proxy_json.get('port') 141 | # request.meta['verify_time'] = datetime.strftime(datetime.now(), TIME_FORMAT) 142 | 143 | def process_exception(self, request, exception, spider): 144 | # if all([isinstance(exception, TimeoutError), 145 | # request.meta.get('retry_times') == RETRY_TIMES]): 146 | if request.meta.get('retry_times') == RETRY_TIMES: 147 | item = request.meta['item'] 148 | verify_time = datetime.strftime(datetime.now(), TIME_FORMAT) 149 | del_proxy(item['ip'], item['port'], verify_time) 150 | # return request.copy() 151 | -------------------------------------------------------------------------------- /spider/ip_proxies/ip_proxies/settings.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import os 3 | from datetime import datetime 4 | 5 | # Scrapy settings for ip_proxies project 6 | # 7 | # For simplicity, this file contains only settings considered important or 8 | # commonly used. You can find more settings consulting the documentation: 9 | # 10 | # https://doc.scrapy.org/en/latest/topics/settings.html 11 | # https://doc.scrapy.org/en/latest/topics/downloader-middleware.html 12 | # https://doc.scrapy.org/en/latest/topics/spider-middleware.html 13 | 14 | BOT_NAME = 'ip_proxies' 15 | 16 | SPIDER_MODULES = ['ip_proxies.spiders'] 17 | NEWSPIDER_MODULE = 'ip_proxies.spiders' 18 | 19 | # Crawl responsibly by identifying yourself (and your website) on the user-agent 20 | # USER_AGENT = 'ip_proxies (+http://www.yourdomain.com)' 21 | 22 | # Obey robots.txt rules 23 | ROBOTSTXT_OBEY = False 24 | 25 | # Configure maximum concurrent requests performed by Scrapy (default: 16) 26 | # CONCURRENT_REQUESTS = 32 27 | 28 | # Configure a delay for requests for the same website (default: 0) 29 | # See https://doc.scrapy.org/en/latest/topics/settings.html#download-delay 30 | # See also autothrottle settings and docs 31 | DOWNLOAD_DELAY = 1.5 32 | # The download delay setting will honor only one of: 33 | # CONCURRENT_REQUESTS_PER_DOMAIN = 16 34 | # CONCURRENT_REQUESTS_PER_IP = 16 35 | 36 | # Disable cookies (enabled by default) 37 | # COOKIES_ENABLED = False 38 | 39 | # Disable Telnet Console (enabled by default) 40 | # TELNETCONSOLE_ENABLED = False 41 | 42 | # Override the default request headers: 43 | # DEFAULT_REQUEST_HEADERS = { 44 | # 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 45 | # 'Accept-Language': 'en', 46 | # } 47 | 48 | # Enable or disable spider middlewares 49 | # See https://doc.scrapy.org/en/latest/topics/spider-middleware.html 50 | # SPIDER_MIDDLEWARES = { 51 | # 'ip_proxies.middlewares.IpProxiesSpiderMiddleware': 543, 52 | # } 53 | 54 | # Enable or disable downloader middlewares 55 | # See https://doc.scrapy.org/en/latest/topics/downloader-middleware.html 56 | DOWNLOADER_MIDDLEWARES = { 57 | # 'ip_proxies.middlewares.IpProxiesDownloaderMiddleware': 543, 58 | 'ip_proxies.middlewares.RandomUA': 543, 59 | } 60 | 61 | # Enable or disable extensions 62 | # See https://doc.scrapy.org/en/latest/topics/extensions.html 63 | # EXTENSIONS = { 64 | # 'scrapy.extensions.telnet.TelnetConsole': None, 65 | # } 66 | 67 | # Configure item pipelines 68 | # See https://doc.scrapy.org/en/latest/topics/item-pipeline.html 69 | # ITEM_PIPELINES = { 70 | # 'ip_proxies.pipelines.IpProxiesPipeline': 300, 71 | # } 72 | 73 | # Enable and configure the AutoThrottle extension (disabled by default) 74 | # See https://doc.scrapy.org/en/latest/topics/autothrottle.html 75 | # AUTOTHROTTLE_ENABLED = True 76 | # The initial download delay 77 | # AUTOTHROTTLE_START_DELAY = 3 78 | # The maximum download delay to be set in case of high latencies 79 | # AUTOTHROTTLE_MAX_DELAY = 60 80 | # The average number of requests Scrapy should be sending in parallel to 81 | # each remote server 82 | # AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0 83 | # Enable showing throttling stats for every response received: 84 | # AUTOTHROTTLE_DEBUG = False 85 | 86 | # Enable and configure HTTP caching (disabled by default) 87 | # See https://doc.scrapy.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings 88 | # HTTPCACHE_ENABLED = True 89 | # HTTPCACHE_EXPIRATION_SECS = 0 90 | # HTTPCACHE_DIR = 'httpcache' 91 | # HTTPCACHE_IGNORE_HTTP_CODES = [] 92 | # HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage' 93 | 94 | # 重试次数设置 （默认为2） 95 | RETRY_TIMES = 2 96 | # 超时时间设为10 （默认180） 97 | DOWNLOAD_TIMEOUT = 10 98 | 99 | TEST_URLS = [ 100 | 'https://www.baidu.com', 101 | 'https://cn.bing.com/', 102 | 'https://www.so.com/', 103 | ] 104 | 105 | # 日志文件设置 106 | LOG_LEVEL = 'DEBUG' 107 | # LOG_LEVEL = 'WARNING' 108 | LOG_ENCODING = 'utf-8' 109 | DATE = datetime.now() 110 | log_path = os.path.normpath(os.path.join(os.path.dirname(__file__), '../log')) 111 | os.makedirs(log_path, exist_ok=True) 112 | TIME_FORMAT = '%Y-%m-%dT%H_%M_%S' 113 | LOG_FILE = f'log/{DATE.strftime(TIME_FORMAT)}.log' 114 | 115 | # 不需要去重 2019.8.23 116 | # # 使用scrapy-redis里的去重组件，不使用scrapy默认的去重 117 | # DUPEFILTER_CLASS = "scrapy_redis.dupefilter.RFPDupeFilter" 118 | # # 使用scrapy-redis里的调度器组件，不实用scrapy默认的调度器 119 | # SCHEDULER = "scrapy_redis.scheduler.Scheduler" 120 | # # 允许暂停，redis请求记录不丢失 121 | # SCHEDULER_PERSIST = True 122 | # REDIS_HOST = '127.0.0.1' 123 | # # REDIS_HOST = '139.9.58.217' 124 | # REDIS_PORT = 6379 125 | # REDIS_PARAMS = {'password': 'xxxxx'} 126 | 127 | 128 | USER_AGENTS = [ 129 | 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 ' 130 | 'Safari/534.50', 131 | 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50', 132 | 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0', 133 | 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)', 134 | 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)', 135 | 'Mozilla/5.0 (Windows NT 6.1; rv:2.0.1) Gecko/20100101 Firefox/4.0.1', 136 | 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36', 137 | 'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.8.131 Version/11.11', 138 | 'Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.11', 139 | 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; The World)', 140 | 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101 Safari/537.36', 141 | 'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko' 142 | ] 143 | 144 | # IP_PROXY 相关 URL 配置 145 | GET_CSRF = 'http://127.0.0.1:8000/ip_proxy/get_csrf/' 146 | LIST_PROXY = 'http://127.0.0.1:8000/ip_proxy/list/?page=1' 147 | GET_PROXY = 'http://127.0.0.1:8000/ip_proxy/get/' 148 | UPDATE_PROXY = 'http://127.0.0.1:8000/ip_proxy/update/' 149 | DEL_PROXY = 'http://127.0.0.1:8000/ip_proxy/del/' 150 | -------------------------------------------------------------------------------- /ip_proxy_site/static/js/popper.min.js: -------------------------------------------------------------------------------- 1 | /* 2 | Copyright (C) Federico Zivolo 2017 3 | Distributed under the MIT License (license terms are at http://opensource.org/licenses/MIT). 4 | */(function(e,t){'object'==typeof exports&&'undefined'!=typeof module?module.exports=t():'function'==typeof define&&define.amd?define(t):e.Popper=t()})(this,function(){'use strict';function e(e){return e&&'[object Function]'==={}.toString.call(e)}function t(e,t){if(1!==e.nodeType)return[];var o=window.getComputedStyle(e,null);return t?o[t]:o}function o(e){return'HTML'===e.nodeName?e:e.parentNode||e.host}function n(e){if(!e||-1!==['HTML','BODY','#document'].indexOf(e.nodeName))return window.document.body;var i=t(e),r=i.overflow,p=i.overflowX,s=i.overflowY;return /(auto|scroll)/.test(r+s+p)?e:n(o(e))}function r(e){var o=e&&e.offsetParent,i=o&&o.nodeName;return i&&'BODY'!==i&&'HTML'!==i?-1!==['TD','TABLE'].indexOf(o.nodeName)&&'static'===t(o,'position')?r(o):o:window.document.documentElement}function p(e){var t=e.nodeName;return'BODY'!==t&&('HTML'===t||r(e.firstElementChild)===e)}function s(e){return null===e.parentNode?e:s(e.parentNode)}function d(e,t){if(!e||!e.nodeType||!t||!t.nodeType)return window.document.documentElement;var o=e.compareDocumentPosition(t)&Node.DOCUMENT_POSITION_FOLLOWING,i=o?e:t,n=o?t:e,a=document.createRange();a.setStart(i,0),a.setEnd(n,0);var l=a.commonAncestorContainer;if(e!==l&&t!==l||i.contains(n))return p(l)?l:r(l);var f=s(e);return f.host?d(f.host,t):d(e,s(t).host)}function a(e){var t=1=o.clientWidth&&i>=o.clientHeight}),l=0i[e]&&!t.escapeWithReference&&(n=V(p[o],i[e]-('right'===e?p.width:p.height))),se({},o,n)}};return n.forEach(function(e){var t=-1===['left','top'].indexOf(e)?'secondary':'primary';p=de({},p,s[t](e))}),e.offsets.popper=p,e},priority:['left','right','top','bottom'],padding:5,boundariesElement:'scrollParent'},keepTogether:{order:400,enabled:!0,fn:function(e){var t=e.offsets,o=t.popper,i=t.reference,n=e.placement.split('-')[0],r=_,p=-1!==['top','bottom'].indexOf(n),s=p?'right':'bottom',d=p?'left':'top',a=p?'width':'height';return o[s]r(i[s])&&(e.offsets.popper[d]=r(i[s])),e}},arrow:{order:500,enabled:!0,fn:function(e,o){if(!F(e.instance.modifiers,'arrow','keepTogether'))return e;var i=o.element;if('string'==typeof i){if(i=e.instance.popper.querySelector(i),!i)return e;}else if(!e.instance.popper.contains(i))return console.warn('WARNING: `arrow.element` must be child of its popper element!'),e;var n=e.placement.split('-')[0],r=e.offsets,p=r.popper,s=r.reference,d=-1!==['left','right'].indexOf(n),a=d?'height':'width',l=d?'Top':'Left',f=l.toLowerCase(),m=d?'left':'top',c=d?'bottom':'right',g=O(i)[a];s[c]-gp[c]&&(e.offsets.popper[f]+=s[f]+g-p[c]);var u=s[f]+s[a]/2-g/2,b=t(e.instance.popper,'margin'+l).replace('px',''),y=u-h(e.offsets.popper)[f]-b;return y=X(V(p[a]-g,y),0),e.arrowElement=i,e.offsets.arrow={},e.offsets.arrow[f]=Math.round(y),e.offsets.arrow[m]='',e},element:'[x-arrow]'},flip:{order:600,enabled:!0,fn:function(e,t){if(W(e.instance.modifiers,'inner'))return e;if(e.flipped&&e.placement===e.originalPlacement)return e;var o=w(e.instance.popper,e.instance.reference,t.padding,t.boundariesElement),i=e.placement.split('-')[0],n=L(i),r=e.placement.split('-')[1]||'',p=[];switch(t.behavior){case fe.FLIP:p=[i,n];break;case fe.CLOCKWISE:p=K(i);break;case fe.COUNTERCLOCKWISE:p=K(i,!0);break;default:p=t.behavior;}return p.forEach(function(s,d){if(i!==s||p.length===d+1)return e;i=e.placement.split('-')[0],n=L(i);var a=e.offsets.popper,l=e.offsets.reference,f=_,m='left'===i&&f(a.right)>f(l.left)||'right'===i&&f(a.left)f(l.top)||'bottom'===i&&f(a.top)f(o.right),g=f(a.top)f(o.bottom),b='left'===i&&c||'right'===i&&h||'top'===i&&g||'bottom'===i&&u,y=-1!==['top','bottom'].indexOf(i),w=!!t.flipVariations&&(y&&'start'===r&&c||y&&'end'===r&&h||!y&&'start'===r&&g||!y&&'end'===r&&u);(m||b||w)&&(e.flipped=!0,(m||b)&&(i=p[d+1]),w&&(r=j(r)),e.placement=i+(r?'-'+r:''),e.offsets.popper=de({},e.offsets.popper,S(e.instance.popper,e.offsets.reference,e.placement)),e=N(e.instance.modifiers,e,'flip'))}),e},behavior:'flip',padding:5,boundariesElement:'viewport'},inner:{order:700,enabled:!1,fn:function(e){var t=e.placement,o=t.split('-')[0],i=e.offsets,n=i.popper,r=i.reference,p=-1!==['left','right'].indexOf(o),s=-1===['top','left'].indexOf(o);return n[p?'left':'top']=r[o]-(s?n[p?'width':'height']:0),e.placement=L(t),e.offsets.popper=h(n),e}},hide:{order:800,enabled:!0,fn:function(e){if(!F(e.instance.modifiers,'hide','preventOverflow'))return e;var t=e.offsets.reference,o=T(e.instance.modifiers,function(e){return'preventOverflow'===e.name}).boundaries;if(t.bottomo.right||t.top>o.bottom||t.rightthis._items.length-1||t<0))if(this._isSliding)P(this._element).one(Q.SLID,function(){return e.to(t)});else{if(n===t)return this.pause(),void this.cycle();var i=ndocument.documentElement.clientHeight;!this._isBodyOverflowing&&t&&(this._element.style.paddingLeft=this._scrollbarWidth+"px"),this._isBodyOverflowing&&!t&&(this._element.style.paddingRight=this._scrollbarWidth+"px")},t._resetAdjustments=function(){this._element.style.paddingLeft="",this._element.style.paddingRight=""},t._checkScrollbar=function(){var t=document.body.getBoundingClientRect();this._isBodyOverflowing=t.left+t.right
',trigger:"hover focus",title:"",delay:0,html:!(_e={AUTO:"auto",TOP:"top",RIGHT:"right",BOTTOM:"bottom",LEFT:"left"}),selector:!(de={animation:"boolean",template:"string",title:"(string|element|function)",trigger:"string",delay:"(number|object)",html:"boolean",selector:"(string|boolean)",placement:"(string|function)",offset:"(number|string)",container:"(string|element|boolean)",fallbackPlacement:"(string|array)",boundary:"(string|element)"}),placement:"top",offset:0,container:!1,fallbackPlacement:"flip",boundary:"scrollParent"},pe="out",ve={HIDE:"hide"+he,HIDDEN:"hidden"+he,SHOW:(me="show")+he,SHOWN:"shown"+he,INSERTED:"inserted"+he,CLICK:"click"+he,FOCUSIN:"focusin"+he,FOCUSOUT:"focusout"+he,MOUSEENTER:"mouseenter"+he,MOUSELEAVE:"mouseleave"+he},Ee="fade",ye="show",Te=".tooltip-inner",Ce=".arrow",Ie="hover",Ae="focus",De="click",be="manual",Se=function(){function i(t,e){if("undefined"==typeof c)throw new TypeError("Bootstrap tooltips require Popper.js (https://popper.js.org)");this._isEnabled=!0,this._timeout=0,this._hoverState="",this._activeTrigger={},this._popper=null,this.element=t,this.config=this._getConfig(e),this.tip=null,this._setListeners()}var t=i.prototype;return t.enable=function(){this._isEnabled=!0},t.disable=function(){this._isEnabled=!1},t.toggleEnabled=function(){this._isEnabled=!this._isEnabled},t.toggle=function(t){if(this._isEnabled)if(t){var e=this.constructor.DATA_KEY,n=oe(t.currentTarget).data(e);n||(n=new this.constructor(t.currentTarget,this._getDelegateConfig()),oe(t.currentTarget).data(e,n)),n._activeTrigger.click=!n._activeTrigger.click,n._isWithActiveTrigger()?n._enter(null,n):n._leave(null,n)}else{if(oe(this.getTipElement()).hasClass(ye))return void this._leave(null,this);this._enter(null,this)}},t.dispose=function(){clearTimeout(this._timeout),oe.removeData(this.element,this.constructor.DATA_KEY),oe(this.element).off(this.constructor.EVENT_KEY),oe(this.element).closest(".modal").off("hide.bs.modal"),this.tip&&oe(this.tip).remove(),this._isEnabled=null,this._timeout=null,this._hoverState=null,(this._activeTrigger=null)!==this._popper&&this._popper.destroy(),this._popper=null,this.element=null,this.config=null,this.tip=null},t.show=function(){var e=this;if("none"===oe(this.element).css("display"))throw new Error("Please use show on visible elements");var t=oe.Event(this.constructor.Event.SHOW);if(this.isWithContent()&&this._isEnabled){oe(this.element).trigger(t);var n=oe.contains(this.element.ownerDocument.documentElement,this.element);if(t.isDefaultPrevented()||!n)return;var i=this.getTipElement(),r=Cn.getUID(this.constructor.NAME);i.setAttribute("id",r),this.element.setAttribute("aria-describedby",r),this.setContent(),this.config.animation&&oe(i).addClass(Ee);var s="function"==typeof this.config.placement?this.config.placement.call(this,i,this.element):this.config.placement,o=this._getAttachment(s);this.addAttachmentClass(o);var a=!1===this.config.container?document.body:oe(this.config.container);oe(i).data(this.constructor.DATA_KEY,this),oe.contains(this.element.ownerDocument.documentElement,this.tip)||oe(i).appendTo(a),oe(this.element).trigger(this.constructor.Event.INSERTED),this._popper=new c(this.element,i,{placement:o,modifiers:{offset:{offset:this.config.offset},flip:{behavior:this.config.fallbackPlacement},arrow:{element:Ce},preventOverflow:{boundariesElement:this.config.boundary}},onCreate:function(t){t.originalPlacement!==t.placement&&e._handlePopperPlacementChange(t)},onUpdate:function(t){e._handlePopperPlacementChange(t)}}),oe(i).addClass(ye),"ontouchstart"in document.documentElement&&oe(document.body).children().on("mouseover",null,oe.noop);var l=function(){e.config.animation&&e._fixTransition();var t=e._hoverState;e._hoverState=null,oe(e.element).trigger(e.constructor.Event.SHOWN),t===pe&&e._leave(null,e)};if(oe(this.tip).hasClass(Ee)){var h=Cn.getTransitionDurationFromElement(this.tip);oe(this.tip).one(Cn.TRANSITION_END,l).emulateTransitionEnd(h)}else l()}},t.hide=function(t){var e=this,n=this.getTipElement(),i=oe.Event(this.constructor.Event.HIDE),r=function(){e._hoverState!==me&&n.parentNode&&n.parentNode.removeChild(n),e._cleanTipClass(),e.element.removeAttribute("aria-describedby"),oe(e.element).trigger(e.constructor.Event.HIDDEN),null!==e._popper&&e._popper.destroy(),t&&t()};if(oe(this.element).trigger(i),!i.isDefaultPrevented()){if(oe(n).removeClass(ye),"ontouchstart"in document.documentElement&&oe(document.body).children().off("mouseover",null,oe.noop),this._activeTrigger[De]=!1,this._activeTrigger[Ae]=!1,this._activeTrigger[Ie]=!1,oe(this.tip).hasClass(Ee)){var s=Cn.getTransitionDurationFromElement(n);oe(n).one(Cn.TRANSITION_END,r).emulateTransitionEnd(s)}else r();this._hoverState=""}},t.update=function(){null!==this._popper&&this._popper.scheduleUpdate()},t.isWithContent=function(){return Boolean(this.getTitle())},t.addAttachmentClass=function(t){oe(this.getTipElement()).addClass(ue+"-"+t)},t.getTipElement=function(){return this.tip=this.tip||oe(this.config.template)[0],this.tip},t.setContent=function(){var t=oe(this.getTipElement());this.setElementContent(t.find(Te),this.getTitle()),t.removeClass(Ee+" "+ye)},t.setElementContent=function(t,e){var n=this.config.html;"object"==typeof e&&(e.nodeType||e.jquery)?n?oe(e).parent().is(t)||t.empty().append(e):t.text(oe(e).text()):t[n?"html":"text"](e)},t.getTitle=function(){var t=this.element.getAttribute("data-original-title");return t||(t="function"==typeof this.config.title?this.config.title.call(this.element):this.config.title),t},t._getAttachment=function(t){return _e[t.toUpperCase()]},t._setListeners=function(){var i=this;this.config.trigger.split(" ").forEach(function(t){if("click"===t)oe(i.element).on(i.constructor.Event.CLICK,i.config.selector,function(t){return i.toggle(t)});else if(t!==be){var e=t===Ie?i.constructor.Event.MOUSEENTER:i.constructor.Event.FOCUSIN,n=t===Ie?i.constructor.Event.MOUSELEAVE:i.constructor.Event.FOCUSOUT;oe(i.element).on(e,i.config.selector,function(t){return i._enter(t)}).on(n,i.config.selector,function(t){return i._leave(t)})}oe(i.element).closest(".modal").on("hide.bs.modal",function(){return i.hide()})}),this.config.selector?this.config=h({},this.config,{trigger:"manual",selector:""}):this._fixTitle()},t._fixTitle=function(){var t=typeof this.element.getAttribute("data-original-title");(this.element.getAttribute("title")||"string"!==t)&&(this.element.setAttribute("data-original-title",this.element.getAttribute("title")||""),this.element.setAttribute("title",""))},t._enter=function(t,e){var n=this.constructor.DATA_KEY;(e=e||oe(t.currentTarget).data(n))||(e=new this.constructor(t.currentTarget,this._getDelegateConfig()),oe(t.currentTarget).data(n,e)),t&&(e._activeTrigger["focusin"===t.type?Ae:Ie]=!0),oe(e.getTipElement()).hasClass(ye)||e._hoverState===me?e._hoverState=me:(clearTimeout(e._timeout),e._hoverState=me,e.config.delay&&e.config.delay.show?e._timeout=setTimeout(function(){e._hoverState===me&&e.show()},e.config.delay.show):e.show())},t._leave=function(t,e){var n=this.constructor.DATA_KEY;(e=e||oe(t.currentTarget).data(n))||(e=new this.constructor(t.currentTarget,this._getDelegateConfig()),oe(t.currentTarget).data(n,e)),t&&(e._activeTrigger["focusout"===t.type?Ae:Ie]=!1),e._isWithActiveTrigger()||(clearTimeout(e._timeout),e._hoverState=pe,e.config.delay&&e.config.delay.hide?e._timeout=setTimeout(function(){e._hoverState===pe&&e.hide()},e.config.delay.hide):e.hide())},t._isWithActiveTrigger=function(){for(var t in this._activeTrigger)if(this._activeTrigger[t])return!0;return!1},t._getConfig=function(t){return"number"==typeof(t=h({},this.constructor.Default,oe(this.element).data(),t)).delay&&(t.delay={show:t.delay,hide:t.delay}),"number"==typeof t.title&&(t.title=t.title.toString()),"number"==typeof t.content&&(t.content=t.content.toString()),Cn.typeCheckConfig(ae,t,this.constructor.DefaultType),t},t._getDelegateConfig=function(){var t={};if(this.config)for(var e in this.config)this.constructor.Default[e]!==this.config[e]&&(t[e]=this.config[e]);return t},t._cleanTipClass=function(){var t=oe(this.getTipElement()),e=t.attr("class").match(fe);null!==e&&0

'}),He=h({},Nn.DefaultType,{content:"(string|element|function)"}),We="fade",xe=".popover-header",Ue=".popover-body",Ke={HIDE:"hide"+ke,HIDDEN:"hidden"+ke,SHOW:(Me="show")+ke,SHOWN:"shown"+ke,INSERTED:"inserted"+ke,CLICK:"click"+ke,FOCUSIN:"focusin"+ke,FOCUSOUT:"focusout"+ke,MOUSEENTER:"mouseenter"+ke,MOUSELEAVE:"mouseleave"+ke},Fe=function(t){var e,n;function i(){return t.apply(this,arguments)||this}n=t,(e=i).prototype=Object.create(n.prototype),(e.prototype.constructor=e).__proto__=n;var r=i.prototype;return r.isWithContent=function(){return this.getTitle()||this._getContent()},r.addAttachmentClass=function(t){we(this.getTipElement()).addClass(Le+"-"+t)},r.getTipElement=function(){return this.tip=this.tip||we(this.config.template)[0],this.tip},r.setContent=function(){var t=we(this.getTipElement());this.setElementContent(t.find(xe),this.getTitle());var e=this._getContent();"function"==typeof e&&(e=e.call(this.element)),this.setElementContent(t.find(Ue),e),t.removeClass(We+" "+Me)},r._getContent=function(){return this.element.getAttribute("data-content")||this.config.content},r._cleanTipClass=function(){var t=we(this.getTipElement()),e=t.attr("class").match(je);null!==e&&0=this._offsets[r]&&("undefined"==typeof this._offsets[r+1]||t=0&&c0&&b-1 in a)}var x=function(a){var b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u="sizzle"+1*new Date,v=a.document,w=0,x=0,y=ha(),z=ha(),A=ha(),B=function(a,b){return a===b&&(l=!0),0},C={}.hasOwnProperty,D=[],E=D.pop,F=D.push,G=D.push,H=D.slice,I=function(a,b){for(var c=0,d=a.length;c+~]|"+K+")"+K+"*"),S=new RegExp("="+K+"*([^\\]'\"]*?)"+K+"*\\]","g"),T=new RegExp(N),U=new RegExp("^"+L+"$"),V={ID:new RegExp("^#("+L+")"),CLASS:new RegExp("^\\.("+L+")"),TAG:new RegExp("^("+L+"|[*])"),ATTR:new RegExp("^"+M),PSEUDO:new RegExp("^"+N),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+K+"*(even|odd|(([+-]|)(\\d*)n|)"+K+"*(?:([+-]|)"+K+"*(\\d+)|))"+K+"*\\)|)","i"),bool:new RegExp("^(?:"+J+")$","i"),needsContext:new RegExp("^"+K+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+K+"*((?:-\\d)?\\d*)"+K+"*\\)|)(?=[^-]|$)","i")},W=/^(?:input|select|textarea|button)$/i,X=/^h\d$/i,Y=/^[^{]+\{\s*\[native \w/,Z=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,$=/[+~]/,_=new RegExp("\\\\([\\da-f]{1,6}"+K+"?|("+K+")|.)","ig"),aa=function(a,b,c){var d="0x"+b-65536;return d!==d||c?b:d<0?String.fromCharCode(d+65536):String.fromCharCode(d>>10|55296,1023&d|56320)},ba=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ca=function(a,b){return b?"\0"===a?"\ufffd":a.slice(0,-1)+"\\"+a.charCodeAt(a.length-1).toString(16)+" ":"\\"+a},da=function(){m()},ea=ta(function(a){return a.disabled===!0&&("form"in a||"label"in a)},{dir:"parentNode",next:"legend"});try{G.apply(D=H.call(v.childNodes),v.childNodes),D[v.childNodes.length].nodeType}catch(fa){G={apply:D.length?function(a,b){F.apply(a,H.call(b))}:function(a,b){var c=a.length,d=0;while(a[c++]=b[d++]);a.length=c-1}}}function ga(a,b,d,e){var f,h,j,k,l,o,r,s=b&&b.ownerDocument,w=b?b.nodeType:9;if(d=d||[],"string"!=typeof a||!a||1!==w&&9!==w&&11!==w)return d;if(!e&&((b?b.ownerDocument||b:v)!==n&&m(b),b=b||n,p)){if(11!==w&&(l=Z.exec(a)))if(f=l[1]){if(9===w){if(!(j=b.getElementById(f)))return d;if(j.id===f)return d.push(j),d}else if(s&&(j=s.getElementById(f))&&t(b,j)&&j.id===f)return d.push(j),d}else{if(l[2])return G.apply(d,b.getElementsByTagName(a)),d;if((f=l[3])&&c.getElementsByClassName&&b.getElementsByClassName)return G.apply(d,b.getElementsByClassName(f)),d}if(c.qsa&&!A[a+" "]&&(!q||!q.test(a))){if(1!==w)s=b,r=a;else if("object"!==b.nodeName.toLowerCase()){(k=b.getAttribute("id"))?k=k.replace(ba,ca):b.setAttribute("id",k=u),o=g(a),h=o.length;while(h--)o[h]="#"+k+" "+sa(o[h]);r=o.join(","),s=$.test(a)&&qa(b.parentNode)||b}if(r)try{return G.apply(d,s.querySelectorAll(r)),d}catch(x){}finally{k===u&&b.removeAttribute("id")}}}return i(a.replace(P,"$1"),b,d,e)}function ha(){var a=[];function b(c,e){return a.push(c+" ")>d.cacheLength&&delete b[a.shift()],b[c+" "]=e}return b}function ia(a){return a[u]=!0,a}function ja(a){var b=n.createElement("fieldset");try{return!!a(b)}catch(c){return!1}finally{b.parentNode&&b.parentNode.removeChild(b),b=null}}function ka(a,b){var c=a.split("|"),e=c.length;while(e--)d.attrHandle[c[e]]=b}function la(a,b){var c=b&&a,d=c&&1===a.nodeType&&1===b.nodeType&&a.sourceIndex-b.sourceIndex;if(d)return d;if(c)while(c=c.nextSibling)if(c===b)return-1;return a?1:-1}function ma(a){return function(b){var c=b.nodeName.toLowerCase();return"input"===c&&b.type===a}}function na(a){return function(b){var c=b.nodeName.toLowerCase();return("input"===c||"button"===c)&&b.type===a}}function oa(a){return function(b){return"form"in b?b.parentNode&&b.disabled===!1?"label"in b?"label"in b.parentNode?b.parentNode.disabled===a:b.disabled===a:b.isDisabled===a||b.isDisabled!==!a&&ea(b)===a:b.disabled===a:"label"in b&&b.disabled===a}}function pa(a){return ia(function(b){return b=+b,ia(function(c,d){var e,f=a([],c.length,b),g=f.length;while(g--)c[e=f[g]]&&(c[e]=!(d[e]=c[e]))})})}function qa(a){return a&&"undefined"!=typeof a.getElementsByTagName&&a}c=ga.support={},f=ga.isXML=function(a){var b=a&&(a.ownerDocument||a).documentElement;return!!b&&"HTML"!==b.nodeName},m=ga.setDocument=function(a){var b,e,g=a?a.ownerDocument||a:v;return g!==n&&9===g.nodeType&&g.documentElement?(n=g,o=n.documentElement,p=!f(n),v!==n&&(e=n.defaultView)&&e.top!==e&&(e.addEventListener?e.addEventListener("unload",da,!1):e.attachEvent&&e.attachEvent("onunload",da)),c.attributes=ja(function(a){return a.className="i",!a.getAttribute("className")}),c.getElementsByTagName=ja(function(a){return a.appendChild(n.createComment("")),!a.getElementsByTagName("*").length}),c.getElementsByClassName=Y.test(n.getElementsByClassName),c.getById=ja(function(a){return o.appendChild(a).id=u,!n.getElementsByName||!n.getElementsByName(u).length}),c.getById?(d.filter.ID=function(a){var b=a.replace(_,aa);return function(a){return a.getAttribute("id")===b}},d.find.ID=function(a,b){if("undefined"!=typeof b.getElementById&&p){var c=b.getElementById(a);return c?[c]:[]}}):(d.filter.ID=function(a){var b=a.replace(_,aa);return function(a){var c="undefined"!=typeof a.getAttributeNode&&a.getAttributeNode("id");return c&&c.value===b}},d.find.ID=function(a,b){if("undefined"!=typeof b.getElementById&&p){var c,d,e,f=b.getElementById(a);if(f){if(c=f.getAttributeNode("id"),c&&c.value===a)return[f];e=b.getElementsByName(a),d=0;while(f=e[d++])if(c=f.getAttributeNode("id"),c&&c.value===a)return[f]}return[]}}),d.find.TAG=c.getElementsByTagName?function(a,b){return"undefined"!=typeof b.getElementsByTagName?b.getElementsByTagName(a):c.qsa?b.querySelectorAll(a):void 0}:function(a,b){var c,d=[],e=0,f=b.getElementsByTagName(a);if("*"===a){while(c=f[e++])1===c.nodeType&&d.push(c);return d}return f},d.find.CLASS=c.getElementsByClassName&&function(a,b){if("undefined"!=typeof b.getElementsByClassName&&p)return b.getElementsByClassName(a)},r=[],q=[],(c.qsa=Y.test(n.querySelectorAll))&&(ja(function(a){o.appendChild(a).innerHTML="",a.querySelectorAll("[msallowcapture^='']").length&&q.push("[*^$]="+K+"*(?:''|\"\")"),a.querySelectorAll("[selected]").length||q.push("\\["+K+"*(?:value|"+J+")"),a.querySelectorAll("[id~="+u+"-]").length||q.push("~="),a.querySelectorAll(":checked").length||q.push(":checked"),a.querySelectorAll("a#"+u+"+*").length||q.push(".#.+[+~]")}),ja(function(a){a.innerHTML="";var b=n.createElement("input");b.setAttribute("type","hidden"),a.appendChild(b).setAttribute("name","D"),a.querySelectorAll("[name=d]").length&&q.push("name"+K+"*[*^$|!~]?="),2!==a.querySelectorAll(":enabled").length&&q.push(":enabled",":disabled"),o.appendChild(a).disabled=!0,2!==a.querySelectorAll(":disabled").length&&q.push(":enabled",":disabled"),a.querySelectorAll("*,:x"),q.push(",.*:")})),(c.matchesSelector=Y.test(s=o.matches||o.webkitMatchesSelector||o.mozMatchesSelector||o.oMatchesSelector||o.msMatchesSelector))&&ja(function(a){c.disconnectedMatch=s.call(a,"*"),s.call(a,"[s!='']:x"),r.push("!=",N)}),q=q.length&&new RegExp(q.join("|")),r=r.length&&new RegExp(r.join("|")),b=Y.test(o.compareDocumentPosition),t=b||Y.test(o.contains)?function(a,b){var c=9===a.nodeType?a.documentElement:a,d=b&&b.parentNode;return a===d||!(!d||1!==d.nodeType||!(c.contains?c.contains(d):a.compareDocumentPosition&&16&a.compareDocumentPosition(d)))}:function(a,b){if(b)while(b=b.parentNode)if(b===a)return!0;return!1},B=b?function(a,b){if(a===b)return l=!0,0;var d=!a.compareDocumentPosition-!b.compareDocumentPosition;return d?d:(d=(a.ownerDocument||a)===(b.ownerDocument||b)?a.compareDocumentPosition(b):1,1&d||!c.sortDetached&&b.compareDocumentPosition(a)===d?a===n||a.ownerDocument===v&&t(v,a)?-1:b===n||b.ownerDocument===v&&t(v,b)?1:k?I(k,a)-I(k,b):0:4&d?-1:1)}:function(a,b){if(a===b)return l=!0,0;var c,d=0,e=a.parentNode,f=b.parentNode,g=[a],h=[b];if(!e||!f)return a===n?-1:b===n?1:e?-1:f?1:k?I(k,a)-I(k,b):0;if(e===f)return la(a,b);c=a;while(c=c.parentNode)g.unshift(c);c=b;while(c=c.parentNode)h.unshift(c);while(g[d]===h[d])d++;return d?la(g[d],h[d]):g[d]===v?-1:h[d]===v?1:0},n):n},ga.matches=function(a,b){return ga(a,null,null,b)},ga.matchesSelector=function(a,b){if((a.ownerDocument||a)!==n&&m(a),b=b.replace(S,"='$1']"),c.matchesSelector&&p&&!A[b+" "]&&(!r||!r.test(b))&&(!q||!q.test(b)))try{var d=s.call(a,b);if(d||c.disconnectedMatch||a.document&&11!==a.document.nodeType)return d}catch(e){}return ga(b,n,null,[a]).length>0},ga.contains=function(a,b){return(a.ownerDocument||a)!==n&&m(a),t(a,b)},ga.attr=function(a,b){(a.ownerDocument||a)!==n&&m(a);var e=d.attrHandle[b.toLowerCase()],f=e&&C.call(d.attrHandle,b.toLowerCase())?e(a,b,!p):void 0;return void 0!==f?f:c.attributes||!p?a.getAttribute(b):(f=a.getAttributeNode(b))&&f.specified?f.value:null},ga.escape=function(a){return(a+"").replace(ba,ca)},ga.error=function(a){throw new Error("Syntax error, unrecognized expression: "+a)},ga.uniqueSort=function(a){var b,d=[],e=0,f=0;if(l=!c.detectDuplicates,k=!c.sortStable&&a.slice(0),a.sort(B),l){while(b=a[f++])b===a[f]&&(e=d.push(f));while(e--)a.splice(d[e],1)}return k=null,a},e=ga.getText=function(a){var b,c="",d=0,f=a.nodeType;if(f){if(1===f||9===f||11===f){if("string"==typeof a.textContent)return a.textContent;for(a=a.firstChild;a;a=a.nextSibling)c+=e(a)}else if(3===f||4===f)return a.nodeValue}else while(b=a[d++])c+=e(b);return c},d=ga.selectors={cacheLength:50,createPseudo:ia,match:V,attrHandle:{},find:{},relative:{">":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(a){return a[1]=a[1].replace(_,aa),a[3]=(a[3]||a[4]||a[5]||"").replace(_,aa),"~="===a[2]&&(a[3]=" "+a[3]+" "),a.slice(0,4)},CHILD:function(a){return a[1]=a[1].toLowerCase(),"nth"===a[1].slice(0,3)?(a[3]||ga.error(a[0]),a[4]=+(a[4]?a[5]+(a[6]||1):2*("even"===a[3]||"odd"===a[3])),a[5]=+(a[7]+a[8]||"odd"===a[3])):a[3]&&ga.error(a[0]),a},PSEUDO:function(a){var b,c=!a[6]&&a[2];return V.CHILD.test(a[0])?null:(a[3]?a[2]=a[4]||a[5]||"":c&&T.test(c)&&(b=g(c,!0))&&(b=c.indexOf(")",c.length-b)-c.length)&&(a[0]=a[0].slice(0,b),a[2]=c.slice(0,b)),a.slice(0,3))}},filter:{TAG:function(a){var b=a.replace(_,aa).toLowerCase();return"*"===a?function(){return!0}:function(a){return a.nodeName&&a.nodeName.toLowerCase()===b}},CLASS:function(a){var b=y[a+" "];return b||(b=new RegExp("(^|"+K+")"+a+"("+K+"|$)"))&&y(a,function(a){return b.test("string"==typeof a.className&&a.className||"undefined"!=typeof a.getAttribute&&a.getAttribute("class")||"")})},ATTR:function(a,b,c){return function(d){var e=ga.attr(d,a);return null==e?"!="===b:!b||(e+="","="===b?e===c:"!="===b?e!==c:"^="===b?c&&0===e.indexOf(c):"*="===b?c&&e.indexOf(c)>-1:"$="===b?c&&e.slice(-c.length)===c:"~="===b?(" "+e.replace(O," ")+" ").indexOf(c)>-1:"|="===b&&(e===c||e.slice(0,c.length+1)===c+"-"))}},CHILD:function(a,b,c,d,e){var f="nth"!==a.slice(0,3),g="last"!==a.slice(-4),h="of-type"===b;return 1===d&&0===e?function(a){return!!a.parentNode}:function(b,c,i){var j,k,l,m,n,o,p=f!==g?"nextSibling":"previousSibling",q=b.parentNode,r=h&&b.nodeName.toLowerCase(),s=!i&&!h,t=!1;if(q){if(f){while(p){m=b;while(m=m[p])if(h?m.nodeName.toLowerCase()===r:1===m.nodeType)return!1;o=p="only"===a&&!o&&"nextSibling"}return!0}if(o=[g?q.firstChild:q.lastChild],g&&s){m=q,l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),j=k[a]||[],n=j[0]===w&&j[1],t=n&&j[2],m=n&&q.childNodes[n];while(m=++n&&m&&m[p]||(t=n=0)||o.pop())if(1===m.nodeType&&++t&&m===b){k[a]=[w,n,t];break}}else if(s&&(m=b,l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),j=k[a]||[],n=j[0]===w&&j[1],t=n),t===!1)while(m=++n&&m&&m[p]||(t=n=0)||o.pop())if((h?m.nodeName.toLowerCase()===r:1===m.nodeType)&&++t&&(s&&(l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),k[a]=[w,t]),m===b))break;return t-=e,t===d||t%d===0&&t/d>=0}}},PSEUDO:function(a,b){var c,e=d.pseudos[a]||d.setFilters[a.toLowerCase()]||ga.error("unsupported pseudo: "+a);return e[u]?e(b):e.length>1?(c=[a,a,"",b],d.setFilters.hasOwnProperty(a.toLowerCase())?ia(function(a,c){var d,f=e(a,b),g=f.length;while(g--)d=I(a,f[g]),a[d]=!(c[d]=f[g])}):function(a){return e(a,0,c)}):e}},pseudos:{not:ia(function(a){var b=[],c=[],d=h(a.replace(P,"$1"));return d[u]?ia(function(a,b,c,e){var f,g=d(a,null,e,[]),h=a.length;while(h--)(f=g[h])&&(a[h]=!(b[h]=f))}):function(a,e,f){return b[0]=a,d(b,null,f,c),b[0]=null,!c.pop()}}),has:ia(function(a){return function(b){return ga(a,b).length>0}}),contains:ia(function(a){return a=a.replace(_,aa),function(b){return(b.textContent||b.innerText||e(b)).indexOf(a)>-1}}),lang:ia(function(a){return U.test(a||"")||ga.error("unsupported lang: "+a),a=a.replace(_,aa).toLowerCase(),function(b){var c;do if(c=p?b.lang:b.getAttribute("xml:lang")||b.getAttribute("lang"))return c=c.toLowerCase(),c===a||0===c.indexOf(a+"-");while((b=b.parentNode)&&1===b.nodeType);return!1}}),target:function(b){var c=a.location&&a.location.hash;return c&&c.slice(1)===b.id},root:function(a){return a===o},focus:function(a){return a===n.activeElement&&(!n.hasFocus||n.hasFocus())&&!!(a.type||a.href||~a.tabIndex)},enabled:oa(!1),disabled:oa(!0),checked:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&!!a.checked||"option"===b&&!!a.selected},selected:function(a){return a.parentNode&&a.parentNode.selectedIndex,a.selected===!0},empty:function(a){for(a=a.firstChild;a;a=a.nextSibling)if(a.nodeType<6)return!1;return!0},parent:function(a){return!d.pseudos.empty(a)},header:function(a){return X.test(a.nodeName)},input:function(a){return W.test(a.nodeName)},button:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&"button"===a.type||"button"===b},text:function(a){var b;return"input"===a.nodeName.toLowerCase()&&"text"===a.type&&(null==(b=a.getAttribute("type"))||"text"===b.toLowerCase())},first:pa(function(){return[0]}),last:pa(function(a,b){return[b-1]}),eq:pa(function(a,b,c){return[c<0?c+b:c]}),even:pa(function(a,b){for(var c=0;c=0;)a.push(d);return a}),gt:pa(function(a,b,c){for(var d=c<0?c+b:c;++d1?function(b,c,d){var e=a.length;while(e--)if(!a[e](b,c,d))return!1;return!0}:a[0]}function va(a,b,c){for(var d=0,e=b.length;d-1&&(f[j]=!(g[j]=l))}}else r=wa(r===g?r.splice(o,r.length):r),e?e(null,g,r,i):G.apply(g,r)})}function ya(a){for(var b,c,e,f=a.length,g=d.relative[a[0].type],h=g||d.relative[" "],i=g?1:0,k=ta(function(a){return a===b},h,!0),l=ta(function(a){return I(b,a)>-1},h,!0),m=[function(a,c,d){var e=!g&&(d||c!==j)||((b=c).nodeType?k(a,c,d):l(a,c,d));return b=null,e}];i1&&ua(m),i>1&&sa(a.slice(0,i-1).concat({value:" "===a[i-2].type?"*":""})).replace(P,"$1"),c,i0,e=a.length>0,f=function(f,g,h,i,k){var l,o,q,r=0,s="0",t=f&&[],u=[],v=j,x=f||e&&d.find.TAG("*",k),y=w+=null==v?1:Math.random()||.1,z=x.length;for(k&&(j=g===n||g||k);s!==z&&null!=(l=x[s]);s++){if(e&&l){o=0,g||l.ownerDocument===n||(m(l),h=!p);while(q=a[o++])if(q(l,g||n,h)){i.push(l);break}k&&(w=y)}c&&((l=!q&&l)&&r--,f&&t.push(l))}if(r+=s,c&&s!==r){o=0;while(q=b[o++])q(t,u,g,h);if(f){if(r>0)while(s--)t[s]||u[s]||(u[s]=E.call(i));u=wa(u)}G.apply(i,u),k&&!f&&u.length>0&&r+b.length>1&&ga.uniqueSort(i)}return k&&(w=y,j=v),t};return c?ia(f):f}return h=ga.compile=function(a,b){var c,d=[],e=[],f=A[a+" "];if(!f){b||(b=g(a)),c=b.length;while(c--)f=ya(b[c]),f[u]?d.push(f):e.push(f);f=A(a,za(e,d)),f.selector=a}return f},i=ga.select=function(a,b,c,e){var f,i,j,k,l,m="function"==typeof a&&a,n=!e&&g(a=m.selector||a);if(c=c||[],1===n.length){if(i=n[0]=n[0].slice(0),i.length>2&&"ID"===(j=i[0]).type&&9===b.nodeType&&p&&d.relative[i[1].type]){if(b=(d.find.ID(j.matches[0].replace(_,aa),b)||[])[0],!b)return c;m&&(b=b.parentNode),a=a.slice(i.shift().value.length)}f=V.needsContext.test(a)?0:i.length;while(f--){if(j=i[f],d.relative[k=j.type])break;if((l=d.find[k])&&(e=l(j.matches[0].replace(_,aa),$.test(i[0].type)&&qa(b.parentNode)||b))){if(i.splice(f,1),a=e.length&&sa(i),!a)return G.apply(c,e),c;break}}}return(m||h(a,n))(e,b,!p,c,!b||$.test(a)&&qa(b.parentNode)||b),c},c.sortStable=u.split("").sort(B).join("")===u,c.detectDuplicates=!!l,m(),c.sortDetached=ja(function(a){return 1&a.compareDocumentPosition(n.createElement("fieldset"))}),ja(function(a){return a.innerHTML="","#"===a.firstChild.getAttribute("href")})||ka("type|href|height|width",function(a,b,c){if(!c)return a.getAttribute(b,"type"===b.toLowerCase()?1:2)}),c.attributes&&ja(function(a){return a.innerHTML="",a.firstChild.setAttribute("value",""),""===a.firstChild.getAttribute("value")})||ka("value",function(a,b,c){if(!c&&"input"===a.nodeName.toLowerCase())return a.defaultValue}),ja(function(a){return null==a.getAttribute("disabled")})||ka(J,function(a,b,c){var d;if(!c)return a[b]===!0?b.toLowerCase():(d=a.getAttributeNode(b))&&d.specified?d.value:null}),ga}(a);r.find=x,r.expr=x.selectors,r.expr[":"]=r.expr.pseudos,r.uniqueSort=r.unique=x.uniqueSort,r.text=x.getText,r.isXMLDoc=x.isXML,r.contains=x.contains,r.escapeSelector=x.escape;var y=function(a,b,c){var d=[],e=void 0!==c;while((a=a[b])&&9!==a.nodeType)if(1===a.nodeType){if(e&&r(a).is(c))break;d.push(a)}return d},z=function(a,b){for(var c=[];a;a=a.nextSibling)1===a.nodeType&&a!==b&&c.push(a);return c},A=r.expr.match.needsContext;function B(a,b){return a.nodeName&&a.nodeName.toLowerCase()===b.toLowerCase()}var C=/^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i,D=/^.[^:#\[\.,]*$/;function E(a,b,c){return r.isFunction(b)?r.grep(a,function(a,d){return!!b.call(a,d,a)!==c}):b.nodeType?r.grep(a,function(a){return a===b!==c}):"string"!=typeof b?r.grep(a,function(a){return i.call(b,a)>-1!==c}):D.test(b)?r.filter(b,a,c):(b=r.filter(b,a),r.grep(a,function(a){return i.call(b,a)>-1!==c&&1===a.nodeType}))}r.filter=function(a,b,c){var d=b[0];return c&&(a=":not("+a+")"),1===b.length&&1===d.nodeType?r.find.matchesSelector(d,a)?[d]:[]:r.find.matches(a,r.grep(b,function(a){return 1===a.nodeType}))},r.fn.extend({find:function(a){var b,c,d=this.length,e=this;if("string"!=typeof a)return this.pushStack(r(a).filter(function(){for(b=0;b1?r.uniqueSort(c):c},filter:function(a){return this.pushStack(E(this,a||[],!1))},not:function(a){return this.pushStack(E(this,a||[],!0))},is:function(a){return!!E(this,"string"==typeof a&&A.test(a)?r(a):a||[],!1).length}});var F,G=/^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/,H=r.fn.init=function(a,b,c){var e,f;if(!a)return this;if(c=c||F,"string"==typeof a){if(e="<"===a[0]&&">"===a[a.length-1]&&a.length>=3?[null,a,null]:G.exec(a),!e||!e[1]&&b)return!b||b.jquery?(b||c).find(a):this.constructor(b).find(a);if(e[1]){if(b=b instanceof r?b[0]:b,r.merge(this,r.parseHTML(e[1],b&&b.nodeType?b.ownerDocument||b:d,!0)),C.test(e[1])&&r.isPlainObject(b))for(e in b)r.isFunction(this[e])?this[e](b[e]):this.attr(e,b[e]);return this}return f=d.getElementById(e[2]),f&&(this[0]=f,this.length=1),this}return a.nodeType?(this[0]=a,this.length=1,this):r.isFunction(a)?void 0!==c.ready?c.ready(a):a(r):r.makeArray(a,this)};H.prototype=r.fn,F=r(d);var I=/^(?:parents|prev(?:Until|All))/,J={children:!0,contents:!0,next:!0,prev:!0};r.fn.extend({has:function(a){var b=r(a,this),c=b.length;return this.filter(function(){for(var a=0;a-1:1===c.nodeType&&r.find.matchesSelector(c,a))){f.push(c);break}return this.pushStack(f.length>1?r.uniqueSort(f):f)},index:function(a){return a?"string"==typeof a?i.call(r(a),this[0]):i.call(this,a.jquery?a[0]:a):this[0]&&this[0].parentNode?this.first().prevAll().length:-1},add:function(a,b){return this.pushStack(r.uniqueSort(r.merge(this.get(),r(a,b))))},addBack:function(a){return this.add(null==a?this.prevObject:this.prevObject.filter(a))}});function K(a,b){while((a=a[b])&&1!==a.nodeType);return a}r.each({parent:function(a){var b=a.parentNode;return b&&11!==b.nodeType?b:null},parents:function(a){return y(a,"parentNode")},parentsUntil:function(a,b,c){return y(a,"parentNode",c)},next:function(a){return K(a,"nextSibling")},prev:function(a){return K(a,"previousSibling")},nextAll:function(a){return y(a,"nextSibling")},prevAll:function(a){return y(a,"previousSibling")},nextUntil:function(a,b,c){return y(a,"nextSibling",c)},prevUntil:function(a,b,c){return y(a,"previousSibling",c)},siblings:function(a){return z((a.parentNode||{}).firstChild,a)},children:function(a){return z(a.firstChild)},contents:function(a){return B(a,"iframe")?a.contentDocument:(B(a,"template")&&(a=a.content||a),r.merge([],a.childNodes))}},function(a,b){r.fn[a]=function(c,d){var e=r.map(this,b,c);return"Until"!==a.slice(-5)&&(d=c),d&&"string"==typeof d&&(e=r.filter(d,e)),this.length>1&&(J[a]||r.uniqueSort(e),I.test(a)&&e.reverse()),this.pushStack(e)}});var L=/[^\x20\t\r\n\f]+/g;function M(a){var b={};return r.each(a.match(L)||[],function(a,c){b[c]=!0}),b}r.Callbacks=function(a){a="string"==typeof a?M(a):r.extend({},a);var b,c,d,e,f=[],g=[],h=-1,i=function(){for(e=e||a.once,d=b=!0;g.length;h=-1){c=g.shift();while(++h-1)f.splice(c,1),c<=h&&h--}),this},has:function(a){return a?r.inArray(a,f)>-1:f.length>0},empty:function(){return f&&(f=[]),this},disable:function(){return e=g=[],f=c="",this},disabled:function(){return!f},lock:function(){return e=g=[],c||b||(f=c=""),this},locked:function(){return!!e},fireWith:function(a,c){return e||(c=c||[],c=[a,c.slice?c.slice():c],g.push(c),b||i()),this},fire:function(){return j.fireWith(this,arguments),this},fired:function(){return!!d}};return j};function N(a){return a}function O(a){throw a}function P(a,b,c,d){var e;try{a&&r.isFunction(e=a.promise)?e.call(a).done(b).fail(c):a&&r.isFunction(e=a.then)?e.call(a,b,c):b.apply(void 0,[a].slice(d))}catch(a){c.apply(void 0,[a])}}r.extend({Deferred:function(b){var c=[["notify","progress",r.Callbacks("memory"),r.Callbacks("memory"),2],["resolve","done",r.Callbacks("once memory"),r.Callbacks("once memory"),0,"resolved"],["reject","fail",r.Callbacks("once memory"),r.Callbacks("once memory"),1,"rejected"]],d="pending",e={state:function(){return d},always:function(){return f.done(arguments).fail(arguments),this},"catch":function(a){return e.then(null,a)},pipe:function(){var a=arguments;return r.Deferred(function(b){r.each(c,function(c,d){var e=r.isFunction(a[d[4]])&&a[d[4]];f[d[1]](function(){var a=e&&e.apply(this,arguments);a&&r.isFunction(a.promise)?a.promise().progress(b.notify).done(b.resolve).fail(b.reject):b[d[0]+"With"](this,e?[a]:arguments)})}),a=null}).promise()},then:function(b,d,e){var f=0;function g(b,c,d,e){return function(){var h=this,i=arguments,j=function(){var a,j;if(!(b=f&&(d!==O&&(h=void 0,i=[a]),c.rejectWith(h,i))}};b?k():(r.Deferred.getStackHook&&(k.stackTrace=r.Deferred.getStackHook()),a.setTimeout(k))}}return r.Deferred(function(a){c[0][3].add(g(0,a,r.isFunction(e)?e:N,a.notifyWith)),c[1][3].add(g(0,a,r.isFunction(b)?b:N)),c[2][3].add(g(0,a,r.isFunction(d)?d:O))}).promise()},promise:function(a){return null!=a?r.extend(a,e):e}},f={};return r.each(c,function(a,b){var g=b[2],h=b[5];e[b[1]]=g.add,h&&g.add(function(){d=h},c[3-a][2].disable,c[0][2].lock),g.add(b[3].fire),f[b[0]]=function(){return f[b[0]+"With"](this===f?void 0:this,arguments),this},f[b[0]+"With"]=g.fireWith}),e.promise(f),b&&b.call(f,f),f},when:function(a){var b=arguments.length,c=b,d=Array(c),e=f.call(arguments),g=r.Deferred(),h=function(a){return function(c){d[a]=this,e[a]=arguments.length>1?f.call(arguments):c,--b||g.resolveWith(d,e)}};if(b<=1&&(P(a,g.done(h(c)).resolve,g.reject,!b),"pending"===g.state()||r.isFunction(e[c]&&e[c].then)))return g.then();while(c--)P(e[c],h(c),g.reject);return g.promise()}});var Q=/^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/;r.Deferred.exceptionHook=function(b,c){a.console&&a.console.warn&&b&&Q.test(b.name)&&a.console.warn("jQuery.Deferred exception: "+b.message,b.stack,c)},r.readyException=function(b){a.setTimeout(function(){throw b})};var R=r.Deferred();r.fn.ready=function(a){return R.then(a)["catch"](function(a){r.readyException(a)}),this},r.extend({isReady:!1,readyWait:1,ready:function(a){(a===!0?--r.readyWait:r.isReady)||(r.isReady=!0,a!==!0&&--r.readyWait>0||R.resolveWith(d,[r]))}}),r.ready.then=R.then;function S(){d.removeEventListener("DOMContentLoaded",S), 3 | a.removeEventListener("load",S),r.ready()}"complete"===d.readyState||"loading"!==d.readyState&&!d.documentElement.doScroll?a.setTimeout(r.ready):(d.addEventListener("DOMContentLoaded",S),a.addEventListener("load",S));var T=function(a,b,c,d,e,f,g){var h=0,i=a.length,j=null==c;if("object"===r.type(c)){e=!0;for(h in c)T(a,b,h,c[h],!0,f,g)}else if(void 0!==d&&(e=!0,r.isFunction(d)||(g=!0),j&&(g?(b.call(a,d),b=null):(j=b,b=function(a,b,c){return j.call(r(a),c)})),b))for(;h1,null,!0)},removeData:function(a){return this.each(function(){X.remove(this,a)})}}),r.extend({queue:function(a,b,c){var d;if(a)return b=(b||"fx")+"queue",d=W.get(a,b),c&&(!d||Array.isArray(c)?d=W.access(a,b,r.makeArray(c)):d.push(c)),d||[]},dequeue:function(a,b){b=b||"fx";var c=r.queue(a,b),d=c.length,e=c.shift(),f=r._queueHooks(a,b),g=function(){r.dequeue(a,b)};"inprogress"===e&&(e=c.shift(),d--),e&&("fx"===b&&c.unshift("inprogress"),delete f.stop,e.call(a,g,f)),!d&&f&&f.empty.fire()},_queueHooks:function(a,b){var c=b+"queueHooks";return W.get(a,c)||W.access(a,c,{empty:r.Callbacks("once memory").add(function(){W.remove(a,[b+"queue",c])})})}}),r.fn.extend({queue:function(a,b){var c=2;return"string"!=typeof a&&(b=a,a="fx",c--),arguments.length\x20\t\r\n\f]+)/i,la=/^$|\/(?:java|ecma)script/i,ma={option:[1,""],thead:[1,"","
"],col:[2,"","
"],tr:[2,"","
"],td:[3,"","
"],_default:[0,"",""]};ma.optgroup=ma.option,ma.tbody=ma.tfoot=ma.colgroup=ma.caption=ma.thead,ma.th=ma.td;function na(a,b){var c;return c="undefined"!=typeof a.getElementsByTagName?a.getElementsByTagName(b||"*"):"undefined"!=typeof a.querySelectorAll?a.querySelectorAll(b||"*"):[],void 0===b||b&&B(a,b)?r.merge([a],c):c}function oa(a,b){for(var c=0,d=a.length;c-1)e&&e.push(f);else if(j=r.contains(f.ownerDocument,f),g=na(l.appendChild(f),"script"),j&&oa(g),c){k=0;while(f=g[k++])la.test(f.type||"")&&c.push(f)}return l}!function(){var a=d.createDocumentFragment(),b=a.appendChild(d.createElement("div")),c=d.createElement("input");c.setAttribute("type","radio"),c.setAttribute("checked","checked"),c.setAttribute("name","t"),b.appendChild(c),o.checkClone=b.cloneNode(!0).cloneNode(!0).lastChild.checked,b.innerHTML="",o.noCloneChecked=!!b.cloneNode(!0).lastChild.defaultValue}();var ra=d.documentElement,sa=/^key/,ta=/^(?:mouse|pointer|contextmenu|drag|drop)|click/,ua=/^([^.]*)(?:\.(.+)|)/;function va(){return!0}function wa(){return!1}function xa(){try{return d.activeElement}catch(a){}}function ya(a,b,c,d,e,f){var g,h;if("object"==typeof b){"string"!=typeof c&&(d=d||c,c=void 0);for(h in b)ya(a,h,c,d,b[h],f);return a}if(null==d&&null==e?(e=c,d=c=void 0):null==e&&("string"==typeof c?(e=d,d=void 0):(e=d,d=c,c=void 0)),e===!1)e=wa;else if(!e)return a;return 1===f&&(g=e,e=function(a){return r().off(a),g.apply(this,arguments)},e.guid=g.guid||(g.guid=r.guid++)),a.each(function(){r.event.add(this,b,e,d,c)})}r.event={global:{},add:function(a,b,c,d,e){var f,g,h,i,j,k,l,m,n,o,p,q=W.get(a);if(q){c.handler&&(f=c,c=f.handler,e=f.selector),e&&r.find.matchesSelector(ra,e),c.guid||(c.guid=r.guid++),(i=q.events)||(i=q.events={}),(g=q.handle)||(g=q.handle=function(b){return"undefined"!=typeof r&&r.event.triggered!==b.type?r.event.dispatch.apply(a,arguments):void 0}),b=(b||"").match(L)||[""],j=b.length;while(j--)h=ua.exec(b[j])||[],n=p=h[1],o=(h[2]||"").split(".").sort(),n&&(l=r.event.special[n]||{},n=(e?l.delegateType:l.bindType)||n,l=r.event.special[n]||{},k=r.extend({type:n,origType:p,data:d,handler:c,guid:c.guid,selector:e,needsContext:e&&r.expr.match.needsContext.test(e),namespace:o.join(".")},f),(m=i[n])||(m=i[n]=[],m.delegateCount=0,l.setup&&l.setup.call(a,d,o,g)!==!1||a.addEventListener&&a.addEventListener(n,g)),l.add&&(l.add.call(a,k),k.handler.guid||(k.handler.guid=c.guid)),e?m.splice(m.delegateCount++,0,k):m.push(k),r.event.global[n]=!0)}},remove:function(a,b,c,d,e){var f,g,h,i,j,k,l,m,n,o,p,q=W.hasData(a)&&W.get(a);if(q&&(i=q.events)){b=(b||"").match(L)||[""],j=b.length;while(j--)if(h=ua.exec(b[j])||[],n=p=h[1],o=(h[2]||"").split(".").sort(),n){l=r.event.special[n]||{},n=(d?l.delegateType:l.bindType)||n,m=i[n]||[],h=h[2]&&new RegExp("(^|\\.)"+o.join("\\.(?:.*\\.|)")+"(\\.|$)"),g=f=m.length;while(f--)k=m[f],!e&&p!==k.origType||c&&c.guid!==k.guid||h&&!h.test(k.namespace)||d&&d!==k.selector&&("**"!==d||!k.selector)||(m.splice(f,1),k.selector&&m.delegateCount--,l.remove&&l.remove.call(a,k));g&&!m.length&&(l.teardown&&l.teardown.call(a,o,q.handle)!==!1||r.removeEvent(a,n,q.handle),delete i[n])}else for(n in i)r.event.remove(a,n+b[j],c,d,!0);r.isEmptyObject(i)&&W.remove(a,"handle events")}},dispatch:function(a){var b=r.event.fix(a),c,d,e,f,g,h,i=new Array(arguments.length),j=(W.get(this,"events")||{})[b.type]||[],k=r.event.special[b.type]||{};for(i[0]=b,c=1;c=1))for(;j!==this;j=j.parentNode||this)if(1===j.nodeType&&("click"!==a.type||j.disabled!==!0)){for(f=[],g={},c=0;c-1:r.find(e,this,null,[j]).length),g[e]&&f.push(d);f.length&&h.push({elem:j,handlers:f})}return j=this,i\x20\t\r\n\f]*)[^>]*)\/>/gi,Aa=/\s*$/g;function Ea(a,b){return B(a,"table")&&B(11!==b.nodeType?b:b.firstChild,"tr")?r(">tbody",a)[0]||a:a}function Fa(a){return a.type=(null!==a.getAttribute("type"))+"/"+a.type,a}function Ga(a){var b=Ca.exec(a.type);return b?a.type=b[1]:a.removeAttribute("type"),a}function Ha(a,b){var c,d,e,f,g,h,i,j;if(1===b.nodeType){if(W.hasData(a)&&(f=W.access(a),g=W.set(b,f),j=f.events)){delete g.handle,g.events={};for(e in j)for(c=0,d=j[e].length;c1&&"string"==typeof q&&!o.checkClone&&Ba.test(q))return a.each(function(e){var f=a.eq(e);s&&(b[0]=q.call(this,e,f.html())),Ja(f,b,c,d)});if(m&&(e=qa(b,a[0].ownerDocument,!1,a,d),f=e.firstChild,1===e.childNodes.length&&(e=f),f||d)){for(h=r.map(na(e,"script"),Fa),i=h.length;l")},clone:function(a,b,c){var d,e,f,g,h=a.cloneNode(!0),i=r.contains(a.ownerDocument,a);if(!(o.noCloneChecked||1!==a.nodeType&&11!==a.nodeType||r.isXMLDoc(a)))for(g=na(h),f=na(a),d=0,e=f.length;d0&&oa(g,!i&&na(a,"script")),h},cleanData:function(a){for(var b,c,d,e=r.event.special,f=0;void 0!==(c=a[f]);f++)if(U(c)){if(b=c[W.expando]){if(b.events)for(d in b.events)e[d]?r.event.remove(c,d):r.removeEvent(c,d,b.handle);c[W.expando]=void 0}c[X.expando]&&(c[X.expando]=void 0)}}}),r.fn.extend({detach:function(a){return Ka(this,a,!0)},remove:function(a){return Ka(this,a)},text:function(a){return T(this,function(a){return void 0===a?r.text(this):this.empty().each(function(){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||(this.textContent=a)})},null,a,arguments.length)},append:function(){return Ja(this,arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=Ea(this,a);b.appendChild(a)}})},prepend:function(){return Ja(this,arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=Ea(this,a);b.insertBefore(a,b.firstChild)}})},before:function(){return Ja(this,arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this)})},after:function(){return Ja(this,arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this.nextSibling)})},empty:function(){for(var a,b=0;null!=(a=this[b]);b++)1===a.nodeType&&(r.cleanData(na(a,!1)),a.textContent="");return this},clone:function(a,b){return a=null!=a&&a,b=null==b?a:b,this.map(function(){return r.clone(this,a,b)})},html:function(a){return T(this,function(a){var b=this[0]||{},c=0,d=this.length;if(void 0===a&&1===b.nodeType)return b.innerHTML;if("string"==typeof a&&!Aa.test(a)&&!ma[(ka.exec(a)||["",""])[1].toLowerCase()]){a=r.htmlPrefilter(a);try{for(;c1)}});function _a(a,b,c,d,e){return new _a.prototype.init(a,b,c,d,e)}r.Tween=_a,_a.prototype={constructor:_a,init:function(a,b,c,d,e,f){this.elem=a,this.prop=c,this.easing=e||r.easing._default,this.options=b,this.start=this.now=this.cur(),this.end=d,this.unit=f||(r.cssNumber[c]?"":"px")},cur:function(){var a=_a.propHooks[this.prop];return a&&a.get?a.get(this):_a.propHooks._default.get(this)},run:function(a){var b,c=_a.propHooks[this.prop];return this.options.duration?this.pos=b=r.easing[this.easing](a,this.options.duration*a,0,1,this.options.duration):this.pos=b=a,this.now=(this.end-this.start)*b+this.start,this.options.step&&this.options.step.call(this.elem,this.now,this),c&&c.set?c.set(this):_a.propHooks._default.set(this),this}},_a.prototype.init.prototype=_a.prototype,_a.propHooks={_default:{get:function(a){var b;return 1!==a.elem.nodeType||null!=a.elem[a.prop]&&null==a.elem.style[a.prop]?a.elem[a.prop]:(b=r.css(a.elem,a.prop,""),b&&"auto"!==b?b:0)},set:function(a){r.fx.step[a.prop]?r.fx.step[a.prop](a):1!==a.elem.nodeType||null==a.elem.style[r.cssProps[a.prop]]&&!r.cssHooks[a.prop]?a.elem[a.prop]=a.now:r.style(a.elem,a.prop,a.now+a.unit)}}},_a.propHooks.scrollTop=_a.propHooks.scrollLeft={set:function(a){a.elem.nodeType&&a.elem.parentNode&&(a.elem[a.prop]=a.now)}},r.easing={linear:function(a){return a},swing:function(a){return.5-Math.cos(a*Math.PI)/2},_default:"swing"},r.fx=_a.prototype.init,r.fx.step={};var ab,bb,cb=/^(?:toggle|show|hide)$/,db=/queueHooks$/;function eb(){bb&&(d.hidden===!1&&a.requestAnimationFrame?a.requestAnimationFrame(eb):a.setTimeout(eb,r.fx.interval),r.fx.tick())}function fb(){return a.setTimeout(function(){ab=void 0}),ab=r.now()}function gb(a,b){var c,d=0,e={height:a};for(b=b?1:0;d<4;d+=2-b)c=ca[d],e["margin"+c]=e["padding"+c]=a;return b&&(e.opacity=e.width=a),e}function hb(a,b,c){for(var d,e=(kb.tweeners[b]||[]).concat(kb.tweeners["*"]),f=0,g=e.length;f1)},removeAttr:function(a){return this.each(function(){r.removeAttr(this,a)})}}),r.extend({attr:function(a,b,c){var d,e,f=a.nodeType;if(3!==f&&8!==f&&2!==f)return"undefined"==typeof a.getAttribute?r.prop(a,b,c):(1===f&&r.isXMLDoc(a)||(e=r.attrHooks[b.toLowerCase()]||(r.expr.match.bool.test(b)?lb:void 0)),void 0!==c?null===c?void r.removeAttr(a,b):e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:(a.setAttribute(b,c+""),c):e&&"get"in e&&null!==(d=e.get(a,b))?d:(d=r.find.attr(a,b), 4 | null==d?void 0:d))},attrHooks:{type:{set:function(a,b){if(!o.radioValue&&"radio"===b&&B(a,"input")){var c=a.value;return a.setAttribute("type",b),c&&(a.value=c),b}}}},removeAttr:function(a,b){var c,d=0,e=b&&b.match(L);if(e&&1===a.nodeType)while(c=e[d++])a.removeAttribute(c)}}),lb={set:function(a,b,c){return b===!1?r.removeAttr(a,c):a.setAttribute(c,c),c}},r.each(r.expr.match.bool.source.match(/\w+/g),function(a,b){var c=mb[b]||r.find.attr;mb[b]=function(a,b,d){var e,f,g=b.toLowerCase();return d||(f=mb[g],mb[g]=e,e=null!=c(a,b,d)?g:null,mb[g]=f),e}});var nb=/^(?:input|select|textarea|button)$/i,ob=/^(?:a|area)$/i;r.fn.extend({prop:function(a,b){return T(this,r.prop,a,b,arguments.length>1)},removeProp:function(a){return this.each(function(){delete this[r.propFix[a]||a]})}}),r.extend({prop:function(a,b,c){var d,e,f=a.nodeType;if(3!==f&&8!==f&&2!==f)return 1===f&&r.isXMLDoc(a)||(b=r.propFix[b]||b,e=r.propHooks[b]),void 0!==c?e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:a[b]=c:e&&"get"in e&&null!==(d=e.get(a,b))?d:a[b]},propHooks:{tabIndex:{get:function(a){var b=r.find.attr(a,"tabindex");return b?parseInt(b,10):nb.test(a.nodeName)||ob.test(a.nodeName)&&a.href?0:-1}}},propFix:{"for":"htmlFor","class":"className"}}),o.optSelected||(r.propHooks.selected={get:function(a){var b=a.parentNode;return b&&b.parentNode&&b.parentNode.selectedIndex,null},set:function(a){var b=a.parentNode;b&&(b.selectedIndex,b.parentNode&&b.parentNode.selectedIndex)}}),r.each(["tabIndex","readOnly","maxLength","cellSpacing","cellPadding","rowSpan","colSpan","useMap","frameBorder","contentEditable"],function(){r.propFix[this.toLowerCase()]=this});function pb(a){var b=a.match(L)||[];return b.join(" ")}function qb(a){return a.getAttribute&&a.getAttribute("class")||""}r.fn.extend({addClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).addClass(a.call(this,b,qb(this)))});if("string"==typeof a&&a){b=a.match(L)||[];while(c=this[i++])if(e=qb(c),d=1===c.nodeType&&" "+pb(e)+" "){g=0;while(f=b[g++])d.indexOf(" "+f+" ")<0&&(d+=f+" ");h=pb(d),e!==h&&c.setAttribute("class",h)}}return this},removeClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).removeClass(a.call(this,b,qb(this)))});if(!arguments.length)return this.attr("class","");if("string"==typeof a&&a){b=a.match(L)||[];while(c=this[i++])if(e=qb(c),d=1===c.nodeType&&" "+pb(e)+" "){g=0;while(f=b[g++])while(d.indexOf(" "+f+" ")>-1)d=d.replace(" "+f+" "," ");h=pb(d),e!==h&&c.setAttribute("class",h)}}return this},toggleClass:function(a,b){var c=typeof a;return"boolean"==typeof b&&"string"===c?b?this.addClass(a):this.removeClass(a):r.isFunction(a)?this.each(function(c){r(this).toggleClass(a.call(this,c,qb(this),b),b)}):this.each(function(){var b,d,e,f;if("string"===c){d=0,e=r(this),f=a.match(L)||[];while(b=f[d++])e.hasClass(b)?e.removeClass(b):e.addClass(b)}else void 0!==a&&"boolean"!==c||(b=qb(this),b&&W.set(this,"__className__",b),this.setAttribute&&this.setAttribute("class",b||a===!1?"":W.get(this,"__className__")||""))})},hasClass:function(a){var b,c,d=0;b=" "+a+" ";while(c=this[d++])if(1===c.nodeType&&(" "+pb(qb(c))+" ").indexOf(b)>-1)return!0;return!1}});var rb=/\r/g;r.fn.extend({val:function(a){var b,c,d,e=this[0];{if(arguments.length)return d=r.isFunction(a),this.each(function(c){var e;1===this.nodeType&&(e=d?a.call(this,c,r(this).val()):a,null==e?e="":"number"==typeof e?e+="":Array.isArray(e)&&(e=r.map(e,function(a){return null==a?"":a+""})),b=r.valHooks[this.type]||r.valHooks[this.nodeName.toLowerCase()],b&&"set"in b&&void 0!==b.set(this,e,"value")||(this.value=e))});if(e)return b=r.valHooks[e.type]||r.valHooks[e.nodeName.toLowerCase()],b&&"get"in b&&void 0!==(c=b.get(e,"value"))?c:(c=e.value,"string"==typeof c?c.replace(rb,""):null==c?"":c)}}}),r.extend({valHooks:{option:{get:function(a){var b=r.find.attr(a,"value");return null!=b?b:pb(r.text(a))}},select:{get:function(a){var b,c,d,e=a.options,f=a.selectedIndex,g="select-one"===a.type,h=g?null:[],i=g?f+1:e.length;for(d=f<0?i:g?f:0;d-1)&&(c=!0);return c||(a.selectedIndex=-1),f}}}}),r.each(["radio","checkbox"],function(){r.valHooks[this]={set:function(a,b){if(Array.isArray(b))return a.checked=r.inArray(r(a).val(),b)>-1}},o.checkOn||(r.valHooks[this].get=function(a){return null===a.getAttribute("value")?"on":a.value})});var sb=/^(?:focusinfocus|focusoutblur)$/;r.extend(r.event,{trigger:function(b,c,e,f){var g,h,i,j,k,m,n,o=[e||d],p=l.call(b,"type")?b.type:b,q=l.call(b,"namespace")?b.namespace.split("."):[];if(h=i=e=e||d,3!==e.nodeType&&8!==e.nodeType&&!sb.test(p+r.event.triggered)&&(p.indexOf(".")>-1&&(q=p.split("."),p=q.shift(),q.sort()),k=p.indexOf(":")<0&&"on"+p,b=b[r.expando]?b:new r.Event(p,"object"==typeof b&&b),b.isTrigger=f?2:3,b.namespace=q.join("."),b.rnamespace=b.namespace?new RegExp("(^|\\.)"+q.join("\\.(?:.*\\.|)")+"(\\.|$)"):null,b.result=void 0,b.target||(b.target=e),c=null==c?[b]:r.makeArray(c,[b]),n=r.event.special[p]||{},f||!n.trigger||n.trigger.apply(e,c)!==!1)){if(!f&&!n.noBubble&&!r.isWindow(e)){for(j=n.delegateType||p,sb.test(j+p)||(h=h.parentNode);h;h=h.parentNode)o.push(h),i=h;i===(e.ownerDocument||d)&&o.push(i.defaultView||i.parentWindow||a)}g=0;while((h=o[g++])&&!b.isPropagationStopped())b.type=g>1?j:n.bindType||p,m=(W.get(h,"events")||{})[b.type]&&W.get(h,"handle"),m&&m.apply(h,c),m=k&&h[k],m&&m.apply&&U(h)&&(b.result=m.apply(h,c),b.result===!1&&b.preventDefault());return b.type=p,f||b.isDefaultPrevented()||n._default&&n._default.apply(o.pop(),c)!==!1||!U(e)||k&&r.isFunction(e[p])&&!r.isWindow(e)&&(i=e[k],i&&(e[k]=null),r.event.triggered=p,e[p](),r.event.triggered=void 0,i&&(e[k]=i)),b.result}},simulate:function(a,b,c){var d=r.extend(new r.Event,c,{type:a,isSimulated:!0});r.event.trigger(d,null,b)}}),r.fn.extend({trigger:function(a,b){return this.each(function(){r.event.trigger(a,b,this)})},triggerHandler:function(a,b){var c=this[0];if(c)return r.event.trigger(a,b,c,!0)}}),r.each("blur focus focusin focusout resize scroll click dblclick mousedown mouseup mousemove mouseover mouseout mouseenter mouseleave change select submit keydown keypress keyup contextmenu".split(" "),function(a,b){r.fn[b]=function(a,c){return arguments.length>0?this.on(b,null,a,c):this.trigger(b)}}),r.fn.extend({hover:function(a,b){return this.mouseenter(a).mouseleave(b||a)}}),o.focusin="onfocusin"in a,o.focusin||r.each({focus:"focusin",blur:"focusout"},function(a,b){var c=function(a){r.event.simulate(b,a.target,r.event.fix(a))};r.event.special[b]={setup:function(){var d=this.ownerDocument||this,e=W.access(d,b);e||d.addEventListener(a,c,!0),W.access(d,b,(e||0)+1)},teardown:function(){var d=this.ownerDocument||this,e=W.access(d,b)-1;e?W.access(d,b,e):(d.removeEventListener(a,c,!0),W.remove(d,b))}}});var tb=a.location,ub=r.now(),vb=/\?/;r.parseXML=function(b){var c;if(!b||"string"!=typeof b)return null;try{c=(new a.DOMParser).parseFromString(b,"text/xml")}catch(d){c=void 0}return c&&!c.getElementsByTagName("parsererror").length||r.error("Invalid XML: "+b),c};var wb=/\[\]$/,xb=/\r?\n/g,yb=/^(?:submit|button|image|reset|file)$/i,zb=/^(?:input|select|textarea|keygen)/i;function Ab(a,b,c,d){var e;if(Array.isArray(b))r.each(b,function(b,e){c||wb.test(a)?d(a,e):Ab(a+"["+("object"==typeof e&&null!=e?b:"")+"]",e,c,d)});else if(c||"object"!==r.type(b))d(a,b);else for(e in b)Ab(a+"["+e+"]",b[e],c,d)}r.param=function(a,b){var c,d=[],e=function(a,b){var c=r.isFunction(b)?b():b;d[d.length]=encodeURIComponent(a)+"="+encodeURIComponent(null==c?"":c)};if(Array.isArray(a)||a.jquery&&!r.isPlainObject(a))r.each(a,function(){e(this.name,this.value)});else for(c in a)Ab(c,a[c],b,e);return d.join("&")},r.fn.extend({serialize:function(){return r.param(this.serializeArray())},serializeArray:function(){return this.map(function(){var a=r.prop(this,"elements");return a?r.makeArray(a):this}).filter(function(){var a=this.type;return this.name&&!r(this).is(":disabled")&&zb.test(this.nodeName)&&!yb.test(a)&&(this.checked||!ja.test(a))}).map(function(a,b){var c=r(this).val();return null==c?null:Array.isArray(c)?r.map(c,function(a){return{name:b.name,value:a.replace(xb,"\r\n")}}):{name:b.name,value:c.replace(xb,"\r\n")}}).get()}});var Bb=/%20/g,Cb=/#.*$/,Db=/([?&])_=[^&]*/,Eb=/^(.*?):[ \t]*([^\r\n]*)$/gm,Fb=/^(?:about|app|app-storage|.+-extension|file|res|widget):$/,Gb=/^(?:GET|HEAD)$/,Hb=/^\/\//,Ib={},Jb={},Kb="*/".concat("*"),Lb=d.createElement("a");Lb.href=tb.href;function Mb(a){return function(b,c){"string"!=typeof b&&(c=b,b="*");var d,e=0,f=b.toLowerCase().match(L)||[];if(r.isFunction(c))while(d=f[e++])"+"===d[0]?(d=d.slice(1)||"*",(a[d]=a[d]||[]).unshift(c)):(a[d]=a[d]||[]).push(c)}}function Nb(a,b,c,d){var e={},f=a===Jb;function g(h){var i;return e[h]=!0,r.each(a[h]||[],function(a,h){var j=h(b,c,d);return"string"!=typeof j||f||e[j]?f?!(i=j):void 0:(b.dataTypes.unshift(j),g(j),!1)}),i}return g(b.dataTypes[0])||!e["*"]&&g("*")}function Ob(a,b){var c,d,e=r.ajaxSettings.flatOptions||{};for(c in b)void 0!==b[c]&&((e[c]?a:d||(d={}))[c]=b[c]);return d&&r.extend(!0,a,d),a}function Pb(a,b,c){var d,e,f,g,h=a.contents,i=a.dataTypes;while("*"===i[0])i.shift(),void 0===d&&(d=a.mimeType||b.getResponseHeader("Content-Type"));if(d)for(e in h)if(h[e]&&h[e].test(d)){i.unshift(e);break}if(i[0]in c)f=i[0];else{for(e in c){if(!i[0]||a.converters[e+" "+i[0]]){f=e;break}g||(g=e)}f=f||g}if(f)return f!==i[0]&&i.unshift(f),c[f]}function Qb(a,b,c,d){var e,f,g,h,i,j={},k=a.dataTypes.slice();if(k[1])for(g in a.converters)j[g.toLowerCase()]=a.converters[g];f=k.shift();while(f)if(a.responseFields[f]&&(c[a.responseFields[f]]=b),!i&&d&&a.dataFilter&&(b=a.dataFilter(b,a.dataType)),i=f,f=k.shift())if("*"===f)f=i;else if("*"!==i&&i!==f){if(g=j[i+" "+f]||j["* "+f],!g)for(e in j)if(h=e.split(" "),h[1]===f&&(g=j[i+" "+h[0]]||j["* "+h[0]])){g===!0?g=j[e]:j[e]!==!0&&(f=h[0],k.unshift(h[1]));break}if(g!==!0)if(g&&a["throws"])b=g(b);else try{b=g(b)}catch(l){return{state:"parsererror",error:g?l:"No conversion from "+i+" to "+f}}}return{state:"success",data:b}}r.extend({active:0,lastModified:{},etag:{},ajaxSettings:{url:tb.href,type:"GET",isLocal:Fb.test(tb.protocol),global:!0,processData:!0,async:!0,contentType:"application/x-www-form-urlencoded; charset=UTF-8",accepts:{"*":Kb,text:"text/plain",html:"text/html",xml:"application/xml, text/xml",json:"application/json, text/javascript"},contents:{xml:/\bxml\b/,html:/\bhtml/,json:/\bjson\b/},responseFields:{xml:"responseXML",text:"responseText",json:"responseJSON"},converters:{"* text":String,"text html":!0,"text json":JSON.parse,"text xml":r.parseXML},flatOptions:{url:!0,context:!0}},ajaxSetup:function(a,b){return b?Ob(Ob(a,r.ajaxSettings),b):Ob(r.ajaxSettings,a)},ajaxPrefilter:Mb(Ib),ajaxTransport:Mb(Jb),ajax:function(b,c){"object"==typeof b&&(c=b,b=void 0),c=c||{};var e,f,g,h,i,j,k,l,m,n,o=r.ajaxSetup({},c),p=o.context||o,q=o.context&&(p.nodeType||p.jquery)?r(p):r.event,s=r.Deferred(),t=r.Callbacks("once memory"),u=o.statusCode||{},v={},w={},x="canceled",y={readyState:0,getResponseHeader:function(a){var b;if(k){if(!h){h={};while(b=Eb.exec(g))h[b[1].toLowerCase()]=b[2]}b=h[a.toLowerCase()]}return null==b?null:b},getAllResponseHeaders:function(){return k?g:null},setRequestHeader:function(a,b){return null==k&&(a=w[a.toLowerCase()]=w[a.toLowerCase()]||a,v[a]=b),this},overrideMimeType:function(a){return null==k&&(o.mimeType=a),this},statusCode:function(a){var b;if(a)if(k)y.always(a[y.status]);else for(b in a)u[b]=[u[b],a[b]];return this},abort:function(a){var b=a||x;return e&&e.abort(b),A(0,b),this}};if(s.promise(y),o.url=((b||o.url||tb.href)+"").replace(Hb,tb.protocol+"//"),o.type=c.method||c.type||o.method||o.type,o.dataTypes=(o.dataType||"*").toLowerCase().match(L)||[""],null==o.crossDomain){j=d.createElement("a");try{j.href=o.url,j.href=j.href,o.crossDomain=Lb.protocol+"//"+Lb.host!=j.protocol+"//"+j.host}catch(z){o.crossDomain=!0}}if(o.data&&o.processData&&"string"!=typeof o.data&&(o.data=r.param(o.data,o.traditional)),Nb(Ib,o,c,y),k)return y;l=r.event&&o.global,l&&0===r.active++&&r.event.trigger("ajaxStart"),o.type=o.type.toUpperCase(),o.hasContent=!Gb.test(o.type),f=o.url.replace(Cb,""),o.hasContent?o.data&&o.processData&&0===(o.contentType||"").indexOf("application/x-www-form-urlencoded")&&(o.data=o.data.replace(Bb,"+")):(n=o.url.slice(f.length),o.data&&(f+=(vb.test(f)?"&":"?")+o.data,delete o.data),o.cache===!1&&(f=f.replace(Db,"$1"),n=(vb.test(f)?"&":"?")+"_="+ub++ +n),o.url=f+n),o.ifModified&&(r.lastModified[f]&&y.setRequestHeader("If-Modified-Since",r.lastModified[f]),r.etag[f]&&y.setRequestHeader("If-None-Match",r.etag[f])),(o.data&&o.hasContent&&o.contentType!==!1||c.contentType)&&y.setRequestHeader("Content-Type",o.contentType),y.setRequestHeader("Accept",o.dataTypes[0]&&o.accepts[o.dataTypes[0]]?o.accepts[o.dataTypes[0]]+("*"!==o.dataTypes[0]?", "+Kb+"; q=0.01":""):o.accepts["*"]);for(m in o.headers)y.setRequestHeader(m,o.headers[m]);if(o.beforeSend&&(o.beforeSend.call(p,y,o)===!1||k))return y.abort();if(x="abort",t.add(o.complete),y.done(o.success),y.fail(o.error),e=Nb(Jb,o,c,y)){if(y.readyState=1,l&&q.trigger("ajaxSend",[y,o]),k)return y;o.async&&o.timeout>0&&(i=a.setTimeout(function(){y.abort("timeout")},o.timeout));try{k=!1,e.send(v,A)}catch(z){if(k)throw z;A(-1,z)}}else A(-1,"No Transport");function A(b,c,d,h){var j,m,n,v,w,x=c;k||(k=!0,i&&a.clearTimeout(i),e=void 0,g=h||"",y.readyState=b>0?4:0,j=b>=200&&b<300||304===b,d&&(v=Pb(o,y,d)),v=Qb(o,v,y,j),j?(o.ifModified&&(w=y.getResponseHeader("Last-Modified"),w&&(r.lastModified[f]=w),w=y.getResponseHeader("etag"),w&&(r.etag[f]=w)),204===b||"HEAD"===o.type?x="nocontent":304===b?x="notmodified":(x=v.state,m=v.data,n=v.error,j=!n)):(n=x,!b&&x||(x="error",b<0&&(b=0))),y.status=b,y.statusText=(c||x)+"",j?s.resolveWith(p,[m,x,y]):s.rejectWith(p,[y,x,n]),y.statusCode(u),u=void 0,l&&q.trigger(j?"ajaxSuccess":"ajaxError",[y,o,j?m:n]),t.fireWith(p,[y,x]),l&&(q.trigger("ajaxComplete",[y,o]),--r.active||r.event.trigger("ajaxStop")))}return y},getJSON:function(a,b,c){return r.get(a,b,c,"json")},getScript:function(a,b){return r.get(a,void 0,b,"script")}}),r.each(["get","post"],function(a,b){r[b]=function(a,c,d,e){return r.isFunction(c)&&(e=e||d,d=c,c=void 0),r.ajax(r.extend({url:a,type:b,dataType:e,data:c,success:d},r.isPlainObject(a)&&a))}}),r._evalUrl=function(a){return r.ajax({url:a,type:"GET",dataType:"script",cache:!0,async:!1,global:!1,"throws":!0})},r.fn.extend({wrapAll:function(a){var b;return this[0]&&(r.isFunction(a)&&(a=a.call(this[0])),b=r(a,this[0].ownerDocument).eq(0).clone(!0),this[0].parentNode&&b.insertBefore(this[0]),b.map(function(){var a=this;while(a.firstElementChild)a=a.firstElementChild;return a}).append(this)),this},wrapInner:function(a){return r.isFunction(a)?this.each(function(b){r(this).wrapInner(a.call(this,b))}):this.each(function(){var b=r(this),c=b.contents();c.length?c.wrapAll(a):b.append(a)})},wrap:function(a){var b=r.isFunction(a);return this.each(function(c){r(this).wrapAll(b?a.call(this,c):a)})},unwrap:function(a){return this.parent(a).not("body").each(function(){r(this).replaceWith(this.childNodes)}),this}}),r.expr.pseudos.hidden=function(a){return!r.expr.pseudos.visible(a)},r.expr.pseudos.visible=function(a){return!!(a.offsetWidth||a.offsetHeight||a.getClientRects().length)},r.ajaxSettings.xhr=function(){try{return new a.XMLHttpRequest}catch(b){}};var Rb={0:200,1223:204},Sb=r.ajaxSettings.xhr();o.cors=!!Sb&&"withCredentials"in Sb,o.ajax=Sb=!!Sb,r.ajaxTransport(function(b){var c,d;if(o.cors||Sb&&!b.crossDomain)return{send:function(e,f){var g,h=b.xhr();if(h.open(b.type,b.url,b.async,b.username,b.password),b.xhrFields)for(g in b.xhrFields)h[g]=b.xhrFields[g];b.mimeType&&h.overrideMimeType&&h.overrideMimeType(b.mimeType),b.crossDomain||e["X-Requested-With"]||(e["X-Requested-With"]="XMLHttpRequest");for(g in e)h.setRequestHeader(g,e[g]);c=function(a){return function(){c&&(c=d=h.onload=h.onerror=h.onabort=h.onreadystatechange=null,"abort"===a?h.abort():"error"===a?"number"!=typeof h.status?f(0,"error"):f(h.status,h.statusText):f(Rb[h.status]||h.status,h.statusText,"text"!==(h.responseType||"text")||"string"!=typeof h.responseText?{binary:h.response}:{text:h.responseText},h.getAllResponseHeaders()))}},h.onload=c(),d=h.onerror=c("error"),void 0!==h.onabort?h.onabort=d:h.onreadystatechange=function(){4===h.readyState&&a.setTimeout(function(){c&&d()})},c=c("abort");try{h.send(b.hasContent&&b.data||null)}catch(i){if(c)throw i}},abort:function(){c&&c()}}}),r.ajaxPrefilter(function(a){a.crossDomain&&(a.contents.script=!1)}),r.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/\b(?:java|ecma)script\b/},converters:{"text script":function(a){return r.globalEval(a),a}}}),r.ajaxPrefilter("script",function(a){void 0===a.cache&&(a.cache=!1),a.crossDomain&&(a.type="GET")}),r.ajaxTransport("script",function(a){if(a.crossDomain){var b,c;return{send:function(e,f){b=r("