├── program
    ├── __pycache__
    │   ├── Conn.cpython-35.pyc
    │   ├── Prelogin.cpython-35.pyc
    │   ├── Sipder.cpython-35.pyc
    │   ├── Spider.cpython-35.pyc
    │   ├── __init__.cpython-35.pyc
    │   └── logfile.cpython-35.pyc
    ├── __init__.py
    ├── logfile.py
    ├── Conn.py
    ├── main.py
    ├── Prelogin.py
    └── Spider.py
├── __init__.py
├── .idea
    ├── misc.xml
    ├── modules.xml
    ├── phone_data.iml
    └── workspace.xml
└── README.md


/program/__pycache__/Conn.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/Conn.cpython-35.pyc


--------------------------------------------------------------------------------
/program/__pycache__/Prelogin.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/Prelogin.cpython-35.pyc


--------------------------------------------------------------------------------
/program/__pycache__/Sipder.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/Sipder.cpython-35.pyc


--------------------------------------------------------------------------------
/program/__pycache__/Spider.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/Spider.cpython-35.pyc


--------------------------------------------------------------------------------
/program/__pycache__/__init__.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/__init__.cpython-35.pyc


--------------------------------------------------------------------------------
/program/__pycache__/logfile.cpython-35.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/DWJWendy/Weibo_Spider/HEAD/program/__pycache__/logfile.cpython-35.pyc


--------------------------------------------------------------------------------
/__init__.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 | # -*- encoding:utf-8 -*-
3 | """
4 | @author:毛毛虫_Wendy
5 | @license:(c) Copyright 2017-
6 | @contact:dengwenjun818@gmail.com
7 | @file:__init__.py
8 | @time:18-1-30 下午1:34
9 | """


--------------------------------------------------------------------------------
/program/__init__.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 | # -*- encoding:utf-8 -*-
3 | """
4 | @author:毛毛虫_Wendy
5 | @license:(C) Copyright 2017- 
6 | @contact:dengwenjun@gmail.com
7 | @file:__init__.py.py
8 | @time:10/26/17 5:35 PM
9 | """


--------------------------------------------------------------------------------
/.idea/misc.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.5.2 (/usr/bin/python3.5)" project-jdk-type="Python SDK" />
4 | </project>


--------------------------------------------------------------------------------
/.idea/modules.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="ProjectModuleManager">
4 |     <modules>
5 |       <module fileurl="file://$PROJECT_DIR$/.idea/phone_data.iml" filepath="$PROJECT_DIR$/.idea/phone_data.iml" />
6 |     </modules>
7 |   </component>
8 | </project>


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | 
 2 | ##Weibo_Spider
 3 | #### 微博爬虫
 4 | 
 5 | 爬取内容：微博内容、账号、发表时间、点赞数、转发数、评论数 存储方式：将爬取内容存储到mongo数据库中 注意：只需要更改微博账号的ID
 6 | 
 7 | 更新时间：2017.11.18
 8 | 
 9 | 如有问题：联系dengwenjun818@gmail.com
10 | 
11 | 
12 | #### 增加定时爬取 
13 | 
14 | 更新时间2018.1.30
15 | 
16 | ### 环境
17 | ***Python3.6+Mongo数据库***
18 | 
19 | 1. 填写自己的微博账号名
20 | 
21 | 2. 整理自己爬取的微博账号的ID
22 | 
23 | 3. 直接运行main.py文件
24 | 


--------------------------------------------------------------------------------
/.idea/phone_data.iml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <module type="PYTHON_MODULE" version="4">
 3 |   <component name="NewModuleRootManager">
 4 |     <content url="file://$MODULE_DIR$" />
 5 |     <orderEntry type="jdk" jdkName="Python 3.5.2 (/usr/bin/python3.5)" jdkType="Python SDK" />
 6 |     <orderEntry type="sourceFolder" forTests="false" />
 7 |   </component>
 8 |   <component name="TestRunnerService">
 9 |     <option name="PROJECT_TEST_RUNNER" value="Unittests" />
10 |   </component>
11 | </module>


--------------------------------------------------------------------------------
/program/logfile.py:
--------------------------------------------------------------------------------
 1 | # -*- encoding:utf-8 -*-
 2 | import logging
 3 | 
 4 | import logging
 5 | 
 6 |  # 创建一个logger
 7 | logger = logging.getLogger('logging')
 8 | logger.setLevel(logging.DEBUG)
 9 | 
10 |  # 创建一个handler，用于写入日志文件
11 | fh = logging.FileHandler('classification.log')
12 | fh.setLevel(logging.DEBUG)
13 | 
14 |  # 再创建一个handler，用于输出到控制台
15 | ch = logging.StreamHandler()
16 | ch.setLevel(logging.DEBUG)
17 | 
18 |  # 定义handler的输出格式
19 | formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
20 | fh.setFormatter(formatter)
21 | ch.setFormatter(formatter)
22 | 
23 |  # 给logger添加handler
24 | logger.addHandler(fh)
25 | logger.addHandler(ch)
26 | 
27 | 


--------------------------------------------------------------------------------
/program/Conn.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python
 2 | # -*- encoding:utf-8 -*-
 3 | """
 4 | @author:毛毛虫_Wendy
 5 | @license:(C) Copyright 2017- 
 6 | @contact:dengwenjun@gmail.com
 7 | @file:Conn.py
 8 | @time:10/26/17 5:37 PM
 9 | """
10 | import pymongo
11 | from program.logfile import logger
12 | 
13 | class MongoDB(object):
14 |     def __init__(self):
15 |         # -*- 链接数据库 -*-
16 |         clinet = pymongo.MongoClient("localhost", 27017)
17 |         db = clinet["Weibo201801"]
18 |         self.data = db["data"]
19 | 
20 |     def process_item(self, item):
21 |         """ 判断item的类型，并作相应的处理，再入数据库 """
22 |         if isinstance(item, dict):
23 |             if self.data.find_one({"nickname":item["nickname"],"Post":item["Post"],"Pubtime":item["Pubtime"]}):
24 |                 return "null"
25 |             else:
26 |                 self.data.insert(item)
27 |                 logger.info("insert data into database...")
28 |                 return "ok"
29 | 
30 | 
31 | 
32 | 


--------------------------------------------------------------------------------
/program/main.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python
 2 | # -*- encoding:utf-8 -*-
 3 | """
 4 | @author:毛毛虫_Wendy
 5 | @license:(C) Copyright 2017- 
 6 | @contact:dengwenjun@gmail.com
 7 | @file:main.py
 8 | @time:11/9/17 11:33 AM
 9 | """
10 | import sched, time
11 | from program.Spider import Weibo_Spider
12 | from program.Prelogin import getData
13 | from program.logfile import logger
14 | 
15 | 
16 | # 初始化sched模块的scheduler类
17 | # 第一个参数是一个可以返回时间戳的函数，第二个参数可以在定时未到达之前阻塞。
18 | schedule = sched.scheduler(time.time, time.sleep)
19 | 
20 | def domain():
21 |     weibospider = Weibo_Spider()
22 |     ID_urls = weibospider.ID_urls
23 |     for i in range(len(ID_urls)):
24 |         for j in range(len(ID_urls[i])):
25 |             logger.info('正在爬取第'+str(i)+"个账号 第"+str(j+1)+"条网页")
26 |             weibospider.get_content(text=getData(ID_urls[i][j]))
27 | 
28 | def perform(inc):
29 |     schedule.enter(inc, 0, perform, (inc,))
30 |     domain()  # 需要周期执行的函数
31 | 
32 | def mymain():
33 |     schedule.enter(0, 0, perform, (86400,))
34 | 
35 | 
36 | if __name__ == "__main__":
37 |     mymain()
38 |     schedule.run()  # 开始运行，直到计划时间队


--------------------------------------------------------------------------------
/program/Prelogin.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python
 2 | # -*- encoding:utf-8 -*-
 3 | """
 4 | @author:毛毛虫_Wendy
 5 | @license:(C) Copyright 2017- 
 6 | @contact:dengwenjun@gmail.com
 7 | @file:Prelogin.py
 8 | @time:10/26/17 5:35 PM
 9 | """
10 | import re , urllib.parse , urllib.request , http.cookiejar , base64 , binascii , rsa , time, pprint, requests,json
11 | from bs4 import BeautifulSoup
12 | from program.Conn import MongoDB
13 | 
14 | # -*- 以下4行代码说简单点就是让你接下来的所有get和post请求都带上已经获取的cookie，因为稍大些的网站的登陆验证全靠cookie -*-
15 | cj = http.cookiejar.LWPCookieJar()
16 | cookie_support = urllib.request.HTTPCookieProcessor(cj)
17 | opener = urllib.request.build_opener(cookie_support , urllib.request.HTTPHandler)
18 | urllib.request.install_opener(opener)
19 | 
20 | 
21 | def getData(url):
22 |     """
23 |     # 封装一个用于get的函数，新浪微博这边get出来的内容编码都是-8，所以把utf-8写死在里边了，真实项目中建议根据内容实际编码来决定
24 |     :param url: 输入需要访问的url地址，返回text结果
25 |     :return:
26 |     """
27 | 
28 |     request = urllib.request.Request(url)
29 |     response = urllib.request.urlopen(request)
30 |     text = response.read()
31 |     time.sleep(3)
32 |     return text
33 | 
34 | def postData(url , data) :
35 |     """
36 |     # 封装一个用于post的函数，验证密码和用户名都是post的，所以这个postData在本demo中专门用于验证用户名和密码
37 |     :param url:
38 |     :param data:
39 |     :return:
40 |     """
41 |     # headers需要我们自己来模拟
42 |     headers = {'User-Agent' : 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)'}
43 |     # 这里的urlencode用于把一个请求对象用'&'来接来字符串化，接着就是编码成utf-8
44 |     data = urllib.parse.urlencode(data).encode('utf-8')
45 |     request = urllib.request.Request(url , data , headers)
46 |     response = urllib.request.urlopen(request)
47 |     text = response.read().decode('gbk')
48 |     return text
49 | 
50 | def login_weibo(nick , pwd) :
51 |     #==========================获取servertime , pcid , pubkey , rsakv===========================
52 |     # 预登陆请求，获取到若干参数
53 |     prelogin_url = 'http://login.sina.com.cn/sso/prelogin.php?entry=weibo&callback=sinaSSOController.preloginCallBack&su=%s&rsakt=mod&checkpin=1&client=ssologin.js(v1.4.15)&_=1400822309846' % nick
54 |     preLogin = getData(prelogin_url)
55 |     # 下面获取的四个值都是接下来要使用的
56 |     servertime = re.findall('"servertime":(.*?),' , preLogin.decode('utf-8'))[0]
57 |     pubkey = re.findall('"pubkey":"(.*?)",' , preLogin.decode('utf-8'))[0]
58 |     rsakv = re.findall('"rsakv":"(.*?)",' ,preLogin.decode('utf-8'))[0]
59 |     nonce = re.findall('"nonce":"(.*?)",' , preLogin.decode('utf-8'))[0]
60 | 
61 |     #===============对用户名和密码加密================
62 |     # 好，你已经来到登陆新浪微博最难的一部分了，如果这部分没有大神出来指点一下，那就真是太难了，我也不想多说什么，反正就是各种加密，最后形成了加密后的su和sp
63 |     su = base64.b64encode(bytes(urllib.request.quote(nick) , encoding = 'utf-8'))
64 |     rsaPublickey = int(pubkey , 16)
65 |     key = rsa.PublicKey(rsaPublickey , 65537)
66 |     #稍微说一下的是在我网上搜到的文章中，有些文章里并没有对拼接起来的字符串进行bytes，这是python3的新方法好像是。rsa.encrypt需要一个字节参数，这一点和之前不一样。其实上面的base64.b64encode也一样
67 |     message = bytes(str(servertime) + '\t' + str(nonce) + '\n' + str(pwd) , encoding = 'utf-8')
68 |     sp = binascii.b2a_hex(rsa.encrypt(message , key))
69 |     #=======================登录=======================
70 |     #param就是激动人心的登陆post参数，这个参数用到了若干个上面第一步获取到的数据，可说的不多
71 |     param = {'entry' : 'weibo' , 'gateway' : 1 , 'from' : '' , 'savestate' : 7 , 'useticket' : 1 , 'pagerefer' : 'http://login.sina.com.cn/sso/logout.php?entry=miniblog&r=http%3A%2F%2Fweibo.com%2Flogout.php%3Fbackurl%3D' , 'vsnf' : 1 , 'su' : su , 'service' : 'miniblog' , 'servertime' : servertime , 'nonce' : nonce , 'pwencode' : 'rsa2' , 'rsakv' : rsakv , 'sp' : sp , 'sr' : '1680*1050' ,
72 |              'encoding' : 'UTF-8' , 'prelt' : 961 , 'url' : 'http://weibo.com/ajaxlogin.php?framelogin=1&callback=parent.sinaSSOController.feedBackUrlCallBack'}
73 |     # 这里就是使用postData的唯一一处，也很简单
74 |     s = postData('http://login.sina.com.cn/sso/login.php?client=ssologin.js(v1.4.15)' , param)
75 |     # 好了，当你的代码执行到这里时，已经完成了大部分了，可是有很多爬虫童鞋跟我一样还就栽在了这里，假如你跳过这里直接去执行获取粉丝的这几行代码你就会发现你获取的到还是让你登陆的页面，真郁闷啊，我就栽在这里长达一天啊
76 |     # 好了，我们还是继续。这个urll是登陆之后新浪返回的一段脚本中定义的一个进一步登陆的url，之前还都是获取参数和验证之类的，这一步才是真正的登陆，所以你还需要再一次把这个urll获取到并用get登陆即可
77 |     urll = re.findall("location.replace\(\'(.*?)\'\);" , s)[0]
78 |     getData(urll)
79 |     #======================获取粉丝====================
80 |     # 如果你没有跳过刚才那个urll来到这里的话，那么恭喜你！你成功了，接下来就是你在新浪微博里畅爬的时候了，获取到任何你想获取到的数据了！
81 |     # 可以尝试着获取你自己的微博主页看看，你就会发现那是一个多大几百kb的文件了
82 | 
83 | 
84 | 


--------------------------------------------------------------------------------
/program/Spider.py:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env python
  2 | # -*- encoding:utf-8 -*-
  3 | """
  4 | @author:毛毛虫_Wendy
  5 | @license:(C) Copyright 2017- 
  6 | @contact:dengwenjun@gmail.com
  7 | @file:Sipder.py
  8 | @time:10/26/17 5:36 PM
  9 | """
 10 | import re, json,time
 11 | from program.Conn import MongoDB
 12 | from bs4 import BeautifulSoup
 13 | from program.Prelogin import login_weibo,getData
 14 | from program.logfile import logger
 15 | 
 16 | class Weibo_Spider(object):
 17 |     login_weibo("××××","××")
 18 |     def __init__(self):
 19 |         self.host = "https://weibo.com/p/aj/v6/mblog/mbloglist?ajwvr=6&domain=100606&is_search=0&visible=0&is_all=1&is_tag=0&profile_ftype=1&"
 20 |         self.ID = [1006062557129567,1006061902909102,1006061809745371,1006061689575103,1006061888640485,
 21 |                    1006061710173801,1006062183473425,1006061771925961,1006062968634427,1006062531246845,
 22 |                    1006061807956030,1006062156294570,1006065183764432,1006061698698394,1006062683843043,
 23 |                    1006061890174912,1006062798510462,]
 24 | 
 25 |         self.ID_page_num = self.get_page()
 26 |         self.ID_urls = self.get_urls()
 27 | 
 28 |     def get_urls(self):
 29 |         logger.info('生成所有爬取网页的URLs...')
 30 |         ID_urls = {}
 31 |         for id in range(len(self.ID)):
 32 |             urls = []
 33 |             for i in range(1, self.ID_page_num[id]+1):
 34 |                 urls.append(self.host+"page="+str(i)+"&pagebar=0&id="+str(self.ID[id]))
 35 |                 for j in range(0, 2):
 36 |                     urls.append(self.host+"page="+str(i)+"&pagebar="+str(j)+"&id="+str(self.ID[id])+"&pre_page="+str(i))
 37 |             ID_urls[id]=urls
 38 |         return ID_urls
 39 | 
 40 | 
 41 |     def get_page(self):
 42 |         logger.info('获取所有页码...')
 43 |         ID_page_num = {}
 44 |         for id in range(len(self.ID)):
 45 |             text = getData(url=self.host + "page=1&pagebar=1&id=" + str(self.ID[id]) + "&pre_page=1")
 46 |             content = json.loads(text.decode("ascii"))['data']
 47 |         # -*- 查询总页数 -*-
 48 |             reg = 'countPage=(\d+)"'
 49 |             try:
 50 |                 page_num = int(re.findall(reg, content, re.S)[0])
 51 |             except:
 52 |                 page_num = 0
 53 |             ID_page_num[id] = page_num
 54 |         return ID_page_num
 55 | 
 56 |     def get_content(self,text):
 57 |         mongo = MongoDB()
 58 |         reg = '<em>(\d+)</em>'
 59 |         logger.info('解析获取网页数据...')
 60 |         content = json.loads(text.decode("ascii"))['data']
 61 |         soup = BeautifulSoup("<html><head></head><body>" + content + "</body></html>", "lxml")
 62 |         tmp = soup.find_all("div", attrs={"class": "WB_detail"})
 63 |         tmp2 = soup.find_all("div", attrs={"class":"WB_handle"})
 64 |         if len(tmp) > 0 :
 65 |             for i in range(len(tmp)):
 66 |                 item = {}
 67 |                 item["nickname"] = tmp[i].find("div", attrs={"class": "WB_info"}).find("a").get_text()
 68 |                 item["Post"] = tmp[i].find("div", attrs={"class": "WB_text W_f14"}).get_text().replace("\n", "").replace(" ","").replace( "\u200b", "")
 69 | 
 70 |                 # -*- 爬取发布时间 -*-
 71 |                 item["Pubtime"] = tmp[i].find("a", attrs={"class": "S_txt2"}).get("title")
 72 | 
 73 |                 # -*- 爬取转发数 -*-
 74 |                 if re.findall(reg,str(tmp2[i].find("span", attrs={"class": "line S_line1","node-type":"forward_btn_text"})), re.S):
 75 |                     item["Transfer_num"] = int(re.findall(reg,str(tmp2[i].find("span", attrs={"class": "line S_line1","node-type":"forward_btn_text"})), re.S)[0])
 76 |                 else:
 77 |                     item["Transfer_num"] = 0
 78 | 
 79 |                 # -*- 爬取评论数 -*-
 80 |                 if re.findall(reg, str(tmp2[i].find("span", attrs={"class": "line S_line1", "node-type": "comment_btn_text"})), re.S):
 81 |                     item["Comment_num"] = int(re.findall(reg, str(tmp2[i].find("span", attrs={"class": "line S_line1", "node-type": "comment_btn_text"})), re.S)[0])
 82 |                 else:
 83 |                     item["Comment_num"] = 0
 84 | 
 85 |                 # -*- 爬取点赞数 -*-
 86 |                 if re.findall(reg, str(tmp2[i].find("span", attrs={"node-type": "like_status"})), re.S):
 87 |                     item["Like_num"] = int(re.findall(reg, str(tmp2[i].find("span", attrs={"node-type": "like_status"})), re.S)[0])
 88 |                 else:
 89 |                     item["Like_num"] = 0
 90 |                 item["Scraltime"] = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
 91 | 
 92 |                 if mongo.process_item(item)== "null":
 93 |                     break
 94 |                 else:
 95 |                     continue
 96 | 
 97 | 
 98 | 
 99 | if __name__ == "__main__":
100 |     a = Weibo_Spider()
101 |     print(a.ID_page_num)
102 | 


--------------------------------------------------------------------------------
/.idea/workspace.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project version="4">
  3 |   <component name="ChangeListManager">
  4 |     <list default="true" id="36737a6b-bd4a-40b6-9cb6-6dee503852cd" name="Default" comment="" />
  5 |     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
  6 |     <option name="TRACKING_ENABLED" value="true" />
  7 |     <option name="SHOW_DIALOG" value="false" />
  8 |     <option name="HIGHLIGHT_CONFLICTS" value="true" />
  9 |     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
 10 |     <option name="LAST_RESOLUTION" value="IGNORE" />
 11 |   </component>
 12 |   <component name="CreatePatchCommitExecutor">
 13 |     <option name="PATCH_PATH" value="" />
 14 |   </component>
 15 |   <component name="FileEditorManager">
 16 |     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
 17 |       <file leaf-file-name="Prelogin.py" pinned="false" current-in-tab="false">
 18 |         <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
 19 |           <provider selected="true" editor-type-id="text-editor">
 20 |             <state relative-caret-position="1458">
 21 |               <caret line="83" column="0" lean-forward="false" selection-start-line="83" selection-start-column="0" selection-end-line="83" selection-end-column="0" />
 22 |               <folding>
 23 |                 <element signature="e#174#288#0" expanded="true" />
 24 |               </folding>
 25 |             </state>
 26 |           </provider>
 27 |         </entry>
 28 |       </file>
 29 |       <file leaf-file-name="main.py" pinned="false" current-in-tab="false">
 30 |         <entry file="file://$PROJECT_DIR$/program/main.py">
 31 |           <provider selected="true" editor-type-id="text-editor">
 32 |             <state relative-caret-position="360">
 33 |               <caret line="23" column="27" lean-forward="false" selection-start-line="23" selection-start-column="27" selection-end-line="23" selection-end-column="27" />
 34 |               <folding>
 35 |                 <element signature="e#170#188#0" expanded="true" />
 36 |               </folding>
 37 |             </state>
 38 |           </provider>
 39 |         </entry>
 40 |       </file>
 41 |       <file leaf-file-name="__init__.py" pinned="false" current-in-tab="false">
 42 |         <entry file="file://$PROJECT_DIR$/__init__.py">
 43 |           <provider selected="true" editor-type-id="text-editor">
 44 |             <state relative-caret-position="144">
 45 |               <caret line="8" column="3" lean-forward="false" selection-start-line="8" selection-start-column="3" selection-end-line="8" selection-end-column="3" />
 46 |               <folding />
 47 |             </state>
 48 |           </provider>
 49 |         </entry>
 50 |       </file>
 51 |       <file leaf-file-name="Conn.py" pinned="false" current-in-tab="true">
 52 |         <entry file="file://$PROJECT_DIR$/program/Conn.py">
 53 |           <provider selected="true" editor-type-id="text-editor">
 54 |             <state relative-caret-position="198">
 55 |               <caret line="11" column="0" lean-forward="true" selection-start-line="11" selection-start-column="0" selection-end-line="11" selection-end-column="0" />
 56 |               <folding>
 57 |                 <element signature="e#170#184#0" expanded="true" />
 58 |               </folding>
 59 |             </state>
 60 |           </provider>
 61 |         </entry>
 62 |       </file>
 63 |       <file leaf-file-name="Spider.py" pinned="false" current-in-tab="false">
 64 |         <entry file="file://$PROJECT_DIR$/program/Spider.py">
 65 |           <provider selected="true" editor-type-id="text-editor">
 66 |             <state relative-caret-position="1188">
 67 |               <caret line="70" column="31" lean-forward="false" selection-start-line="70" selection-start-column="16" selection-end-line="70" selection-end-column="31" />
 68 |               <folding>
 69 |                 <element signature="e#172#192#0" expanded="true" />
 70 |               </folding>
 71 |             </state>
 72 |           </provider>
 73 |         </entry>
 74 |       </file>
 75 |       <file leaf-file-name="logfile.py" pinned="false" current-in-tab="false">
 76 |         <entry file="file://$PROJECT_DIR$/program/logfile.py">
 77 |           <provider selected="true" editor-type-id="text-editor">
 78 |             <state relative-caret-position="0">
 79 |               <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
 80 |               <folding />
 81 |             </state>
 82 |           </provider>
 83 |         </entry>
 84 |       </file>
 85 |     </leaf>
 86 |   </component>
 87 |   <component name="FileTemplateManagerImpl">
 88 |     <option name="RECENT_TEMPLATES">
 89 |       <list>
 90 |         <option value="Python Script" />
 91 |       </list>
 92 |     </option>
 93 |   </component>
 94 |   <component name="FindInProjectRecents">
 95 |     <findStrings>
 96 |       <find>print</find>
 97 |       <find>getData</find>
 98 |       <find>&quot;WB_detail&quot;</find>
 99 |       <find>countPage=19</find>
100 |       <find>title=</find>
101 |       <find>co</find>
102 |       <find>getDa</find>
103 |     </findStrings>
104 |   </component>
105 |   <component name="IdeDocumentHistory">
106 |     <option name="CHANGED_PATHS">
107 |       <list>
108 |         <option value="$PROJECT_DIR$/program/spider.py" />
109 |         <option value="$PROJECT_DIR$/program/conn.py" />
110 |         <option value="$PROJECT_DIR$/program/Save.py" />
111 |         <option value="$PROJECT_DIR$/program/Sipder.py" />
112 |         <option value="$PROJECT_DIR$/program/time.py" />
113 |         <option value="$PROJECT_DIR$/program/Prelogin.py" />
114 |         <option value="$PROJECT_DIR$/program/main.py" />
115 |         <option value="$PROJECT_DIR$/__init__.py" />
116 |         <option value="$PROJECT_DIR$/program/set.py" />
117 |         <option value="$PROJECT_DIR$/program/Spider.py" />
118 |         <option value="$PROJECT_DIR$/program/Conn.py" />
119 |       </list>
120 |     </option>
121 |   </component>
122 |   <component name="ProjectFrameBounds" extendedState="6">
123 |     <option name="x" value="75" />
124 |     <option name="y" value="6" />
125 |     <option name="width" value="1311" />
126 |     <option name="height" value="736" />
127 |   </component>
128 |   <component name="ProjectView">
129 |     <navigator currentView="ProjectPane" proportions="" version="1">
130 |       <flattenPackages />
131 |       <showMembers />
132 |       <showModules />
133 |       <showLibraryContents />
134 |       <hideEmptyPackages />
135 |       <abbreviatePackageNames />
136 |       <autoscrollToSource />
137 |       <autoscrollFromSource />
138 |       <sortByType />
139 |       <manualOrder />
140 |       <foldersAlwaysOnTop value="true" />
141 |     </navigator>
142 |     <panes>
143 |       <pane id="Scratches" />
144 |       <pane id="Scope" />
145 |       <pane id="ProjectPane">
146 |         <subPane>
147 |           <expand>
148 |             <path>
149 |               <item name="weibospider" type="b2602c69:ProjectViewProjectNode" />
150 |               <item name="weibospider" type="462c0819:PsiDirectoryNode" />
151 |             </path>
152 |             <path>
153 |               <item name="weibospider" type="b2602c69:ProjectViewProjectNode" />
154 |               <item name="weibospider" type="462c0819:PsiDirectoryNode" />
155 |               <item name="program" type="462c0819:PsiDirectoryNode" />
156 |             </path>
157 |           </expand>
158 |           <select />
159 |         </subPane>
160 |       </pane>
161 |     </panes>
162 |   </component>
163 |   <component name="PropertiesComponent">
164 |     <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
165 |     <property name="last_opened_file_path" value="$PROJECT_DIR$" />
166 |   </component>
167 |   <component name="RecentsManager">
168 |     <key name="CopyFile.RECENT_KEYS">
169 |       <recent name="$PROJECT_DIR$/program" />
170 |     </key>
171 |   </component>
172 |   <component name="RunDashboard">
173 |     <option name="ruleStates">
174 |       <list>
175 |         <RuleState>
176 |           <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
177 |         </RuleState>
178 |         <RuleState>
179 |           <option name="name" value="StatusDashboardGroupingRule" />
180 |         </RuleState>
181 |       </list>
182 |     </option>
183 |   </component>
184 |   <component name="RunManager" selected="Python.main">
185 |     <configuration name="Conn" type="PythonConfigurationType" factoryName="Python" temporary="true">
186 |       <option name="INTERPRETER_OPTIONS" value="" />
187 |       <option name="PARENT_ENVS" value="true" />
188 |       <envs>
189 |         <env name="PYTHONUNBUFFERED" value="1" />
190 |       </envs>
191 |       <option name="SDK_HOME" value="" />
192 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/program" />
193 |       <option name="IS_MODULE_SDK" value="true" />
194 |       <option name="ADD_CONTENT_ROOTS" value="true" />
195 |       <option name="ADD_SOURCE_ROOTS" value="true" />
196 |       <module name="phone_data" />
197 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/program/Conn.py" />
198 |       <option name="PARAMETERS" value="" />
199 |       <option name="SHOW_COMMAND_LINE" value="false" />
200 |       <option name="EMULATE_TERMINAL" value="false" />
201 |     </configuration>
202 |     <configuration name="Prelogin" type="PythonConfigurationType" factoryName="Python" temporary="true">
203 |       <option name="INTERPRETER_OPTIONS" value="" />
204 |       <option name="PARENT_ENVS" value="true" />
205 |       <envs>
206 |         <env name="PYTHONUNBUFFERED" value="1" />
207 |       </envs>
208 |       <option name="SDK_HOME" value="" />
209 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/program" />
210 |       <option name="IS_MODULE_SDK" value="true" />
211 |       <option name="ADD_CONTENT_ROOTS" value="true" />
212 |       <option name="ADD_SOURCE_ROOTS" value="true" />
213 |       <module name="phone_data" />
214 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/program/Prelogin.py" />
215 |       <option name="PARAMETERS" value="" />
216 |       <option name="SHOW_COMMAND_LINE" value="false" />
217 |       <option name="EMULATE_TERMINAL" value="false" />
218 |     </configuration>
219 |     <configuration name="Sipder" type="PythonConfigurationType" factoryName="Python" temporary="true">
220 |       <option name="INTERPRETER_OPTIONS" value="" />
221 |       <option name="PARENT_ENVS" value="true" />
222 |       <envs>
223 |         <env name="PYTHONUNBUFFERED" value="1" />
224 |       </envs>
225 |       <option name="SDK_HOME" value="" />
226 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/program" />
227 |       <option name="IS_MODULE_SDK" value="true" />
228 |       <option name="ADD_CONTENT_ROOTS" value="true" />
229 |       <option name="ADD_SOURCE_ROOTS" value="true" />
230 |       <module name="phone_data" />
231 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/program/Sipder.py" />
232 |       <option name="PARAMETERS" value="" />
233 |       <option name="SHOW_COMMAND_LINE" value="false" />
234 |       <option name="EMULATE_TERMINAL" value="false" />
235 |     </configuration>
236 |     <configuration name="Spider" type="PythonConfigurationType" factoryName="Python" temporary="true">
237 |       <option name="INTERPRETER_OPTIONS" value="" />
238 |       <option name="PARENT_ENVS" value="true" />
239 |       <envs>
240 |         <env name="PYTHONUNBUFFERED" value="1" />
241 |       </envs>
242 |       <option name="SDK_HOME" value="" />
243 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/program" />
244 |       <option name="IS_MODULE_SDK" value="true" />
245 |       <option name="ADD_CONTENT_ROOTS" value="true" />
246 |       <option name="ADD_SOURCE_ROOTS" value="true" />
247 |       <module name="phone_data" />
248 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/program/Spider.py" />
249 |       <option name="PARAMETERS" value="" />
250 |       <option name="SHOW_COMMAND_LINE" value="false" />
251 |       <option name="EMULATE_TERMINAL" value="false" />
252 |     </configuration>
253 |     <configuration default="true" type="PythonConfigurationType" factoryName="Python">
254 |       <option name="INTERPRETER_OPTIONS" value="" />
255 |       <option name="PARENT_ENVS" value="true" />
256 |       <envs>
257 |         <env name="PYTHONUNBUFFERED" value="1" />
258 |       </envs>
259 |       <option name="SDK_HOME" value="" />
260 |       <option name="WORKING_DIRECTORY" value="" />
261 |       <option name="IS_MODULE_SDK" value="false" />
262 |       <option name="ADD_CONTENT_ROOTS" value="true" />
263 |       <option name="ADD_SOURCE_ROOTS" value="true" />
264 |       <module name="phone_data" />
265 |       <option name="SCRIPT_NAME" value="" />
266 |       <option name="PARAMETERS" value="" />
267 |       <option name="SHOW_COMMAND_LINE" value="false" />
268 |       <method />
269 |     </configuration>
270 |     <configuration default="true" type="Tox" factoryName="Tox">
271 |       <option name="INTERPRETER_OPTIONS" value="" />
272 |       <option name="PARENT_ENVS" value="true" />
273 |       <envs />
274 |       <option name="SDK_HOME" value="" />
275 |       <option name="WORKING_DIRECTORY" value="" />
276 |       <option name="IS_MODULE_SDK" value="false" />
277 |       <option name="ADD_CONTENT_ROOTS" value="true" />
278 |       <option name="ADD_SOURCE_ROOTS" value="true" />
279 |       <module name="phone_data" />
280 |       <method />
281 |     </configuration>
282 |     <configuration default="true" type="tests" factoryName="Attests">
283 |       <option name="INTERPRETER_OPTIONS" value="" />
284 |       <option name="PARENT_ENVS" value="true" />
285 |       <envs />
286 |       <option name="SDK_HOME" value="" />
287 |       <option name="WORKING_DIRECTORY" value="" />
288 |       <option name="IS_MODULE_SDK" value="false" />
289 |       <option name="ADD_CONTENT_ROOTS" value="true" />
290 |       <option name="ADD_SOURCE_ROOTS" value="true" />
291 |       <module name="phone_data" />
292 |       <option name="SCRIPT_NAME" value="" />
293 |       <option name="CLASS_NAME" value="" />
294 |       <option name="METHOD_NAME" value="" />
295 |       <option name="FOLDER_NAME" value="" />
296 |       <option name="TEST_TYPE" value="TEST_SCRIPT" />
297 |       <option name="PATTERN" value="" />
298 |       <option name="USE_PATTERN" value="false" />
299 |       <method />
300 |     </configuration>
301 |     <configuration default="true" type="tests" factoryName="Doctests">
302 |       <option name="INTERPRETER_OPTIONS" value="" />
303 |       <option name="PARENT_ENVS" value="true" />
304 |       <envs />
305 |       <option name="SDK_HOME" value="" />
306 |       <option name="WORKING_DIRECTORY" value="" />
307 |       <option name="IS_MODULE_SDK" value="false" />
308 |       <option name="ADD_CONTENT_ROOTS" value="true" />
309 |       <option name="ADD_SOURCE_ROOTS" value="true" />
310 |       <module name="phone_data" />
311 |       <option name="SCRIPT_NAME" value="" />
312 |       <option name="CLASS_NAME" value="" />
313 |       <option name="METHOD_NAME" value="" />
314 |       <option name="FOLDER_NAME" value="" />
315 |       <option name="TEST_TYPE" value="TEST_SCRIPT" />
316 |       <option name="PATTERN" value="" />
317 |       <option name="USE_PATTERN" value="false" />
318 |       <method />
319 |     </configuration>
320 |     <configuration default="true" type="tests" factoryName="Nosetests">
321 |       <option name="INTERPRETER_OPTIONS" value="" />
322 |       <option name="PARENT_ENVS" value="true" />
323 |       <envs />
324 |       <option name="SDK_HOME" value="" />
325 |       <option name="WORKING_DIRECTORY" value="" />
326 |       <option name="IS_MODULE_SDK" value="false" />
327 |       <option name="ADD_CONTENT_ROOTS" value="true" />
328 |       <option name="ADD_SOURCE_ROOTS" value="true" />
329 |       <module name="phone_data" />
330 |       <option name="SCRIPT_NAME" value="" />
331 |       <option name="CLASS_NAME" value="" />
332 |       <option name="METHOD_NAME" value="" />
333 |       <option name="FOLDER_NAME" value="" />
334 |       <option name="TEST_TYPE" value="TEST_SCRIPT" />
335 |       <option name="PATTERN" value="" />
336 |       <option name="USE_PATTERN" value="false" />
337 |       <option name="PARAMS" value="" />
338 |       <option name="USE_PARAM" value="false" />
339 |       <method />
340 |     </configuration>
341 |     <configuration default="true" type="tests" factoryName="Unittests">
342 |       <option name="INTERPRETER_OPTIONS" value="" />
343 |       <option name="PARENT_ENVS" value="true" />
344 |       <envs />
345 |       <option name="SDK_HOME" value="" />
346 |       <option name="WORKING_DIRECTORY" value="" />
347 |       <option name="IS_MODULE_SDK" value="false" />
348 |       <option name="ADD_CONTENT_ROOTS" value="true" />
349 |       <option name="ADD_SOURCE_ROOTS" value="true" />
350 |       <module name="phone_data" />
351 |       <option name="SCRIPT_NAME" value="" />
352 |       <option name="CLASS_NAME" value="" />
353 |       <option name="METHOD_NAME" value="" />
354 |       <option name="FOLDER_NAME" value="" />
355 |       <option name="TEST_TYPE" value="TEST_SCRIPT" />
356 |       <option name="PATTERN" value="" />
357 |       <option name="USE_PATTERN" value="false" />
358 |       <option name="PUREUNITTEST" value="true" />
359 |       <option name="PARAMS" value="" />
360 |       <option name="USE_PARAM" value="false" />
361 |       <method />
362 |     </configuration>
363 |     <configuration default="true" type="tests" factoryName="py.test">
364 |       <option name="INTERPRETER_OPTIONS" value="" />
365 |       <option name="PARENT_ENVS" value="true" />
366 |       <envs />
367 |       <option name="SDK_HOME" value="" />
368 |       <option name="WORKING_DIRECTORY" value="" />
369 |       <option name="IS_MODULE_SDK" value="false" />
370 |       <option name="ADD_CONTENT_ROOTS" value="true" />
371 |       <option name="ADD_SOURCE_ROOTS" value="true" />
372 |       <module name="phone_data" />
373 |       <option name="SCRIPT_NAME" value="" />
374 |       <option name="CLASS_NAME" value="" />
375 |       <option name="METHOD_NAME" value="" />
376 |       <option name="FOLDER_NAME" value="" />
377 |       <option name="TEST_TYPE" value="TEST_SCRIPT" />
378 |       <option name="PATTERN" value="" />
379 |       <option name="USE_PATTERN" value="false" />
380 |       <option name="testToRun" value="" />
381 |       <option name="keywords" value="" />
382 |       <option name="params" value="" />
383 |       <option name="USE_PARAM" value="false" />
384 |       <option name="USE_KEYWORD" value="false" />
385 |       <method />
386 |     </configuration>
387 |     <configuration name="main" type="PythonConfigurationType" factoryName="Python" temporary="true">
388 |       <option name="INTERPRETER_OPTIONS" value="" />
389 |       <option name="PARENT_ENVS" value="true" />
390 |       <envs>
391 |         <env name="PYTHONUNBUFFERED" value="1" />
392 |       </envs>
393 |       <option name="SDK_HOME" value="" />
394 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/program" />
395 |       <option name="IS_MODULE_SDK" value="true" />
396 |       <option name="ADD_CONTENT_ROOTS" value="true" />
397 |       <option name="ADD_SOURCE_ROOTS" value="true" />
398 |       <module name="phone_data" />
399 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/program/main.py" />
400 |       <option name="PARAMETERS" value="" />
401 |       <option name="SHOW_COMMAND_LINE" value="false" />
402 |       <option name="EMULATE_TERMINAL" value="false" />
403 |     </configuration>
404 |     <list size="5">
405 |       <item index="0" class="java.lang.String" itemvalue="Python.Prelogin" />
406 |       <item index="1" class="java.lang.String" itemvalue="Python.Sipder" />
407 |       <item index="2" class="java.lang.String" itemvalue="Python.main" />
408 |       <item index="3" class="java.lang.String" itemvalue="Python.Spider" />
409 |       <item index="4" class="java.lang.String" itemvalue="Python.Conn" />
410 |     </list>
411 |     <recent_temporary>
412 |       <list size="5">
413 |         <item index="0" class="java.lang.String" itemvalue="Python.main" />
414 |         <item index="1" class="java.lang.String" itemvalue="Python.Conn" />
415 |         <item index="2" class="java.lang.String" itemvalue="Python.Spider" />
416 |         <item index="3" class="java.lang.String" itemvalue="Python.Sipder" />
417 |         <item index="4" class="java.lang.String" itemvalue="Python.Prelogin" />
418 |       </list>
419 |     </recent_temporary>
420 |   </component>
421 |   <component name="ShelveChangesManager" show_recycled="false">
422 |     <option name="remove_strategy" value="false" />
423 |   </component>
424 |   <component name="TaskManager">
425 |     <task active="true" id="Default" summary="Default task">
426 |       <changelist id="36737a6b-bd4a-40b6-9cb6-6dee503852cd" name="Default" comment="" />
427 |       <created>1509010513997</created>
428 |       <option name="number" value="Default" />
429 |       <option name="presentableId" value="Default" />
430 |       <updated>1509010513997</updated>
431 |     </task>
432 |     <servers />
433 |   </component>
434 |   <component name="ToolWindowManager">
435 |     <frame x="75" y="6" width="1537" height="912" extended-state="6" />
436 |     <editor active="true" />
437 |     <layout>
438 |       <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.18065816" sideWeight="0.5" order="1" side_tool="false" content_ui="combo" />
439 |       <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="10" side_tool="false" content_ui="tabs" />
440 |       <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="true" content_ui="tabs" />
441 |       <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
442 |       <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
443 |       <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.42728442" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
444 |       <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
445 |       <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
446 |       <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="true" content_ui="tabs" />
447 |       <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
448 |       <window_info id="Data View" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
449 |       <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="8" side_tool="false" content_ui="tabs" />
450 |       <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
451 |       <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
452 |       <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="9" side_tool="false" content_ui="tabs" />
453 |       <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
454 |       <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
455 |       <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
456 |     </layout>
457 |     <layout-to-restore>
458 |       <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="10" side_tool="false" content_ui="tabs" />
459 |       <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="8" side_tool="false" content_ui="tabs" />
460 |       <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
461 |       <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
462 |       <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="true" content_ui="tabs" />
463 |       <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="9" side_tool="false" content_ui="tabs" />
464 |       <window_info id="Run" active="true" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.5135135" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
465 |       <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
466 |       <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
467 |       <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
468 |       <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.17125587" sideWeight="0.5" order="1" side_tool="false" content_ui="combo" />
469 |       <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
470 |       <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
471 |       <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
472 |       <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
473 |       <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
474 |       <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="true" content_ui="tabs" />
475 |       <window_info id="Data View" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
476 |     </layout-to-restore>
477 |   </component>
478 |   <component name="VcsContentAnnotationSettings">
479 |     <option name="myLimit" value="2678400000" />
480 |   </component>
481 |   <component name="XDebuggerManager">
482 |     <breakpoint-manager>
483 |       <option name="time" value="5" />
484 |     </breakpoint-manager>
485 |     <watches-manager />
486 |   </component>
487 |   <component name="editorHistoryManager">
488 |     <entry file="file://$PROJECT_DIR$/program/logfile.py">
489 |       <provider selected="true" editor-type-id="text-editor">
490 |         <state relative-caret-position="0">
491 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
492 |           <folding />
493 |         </state>
494 |       </provider>
495 |     </entry>
496 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
497 |       <provider selected="true" editor-type-id="text-editor">
498 |         <state relative-caret-position="252">
499 |           <caret line="15" column="56" lean-forward="true" selection-start-line="15" selection-start-column="56" selection-end-line="15" selection-end-column="56" />
500 |           <folding>
501 |             <element signature="e#170#184#0" expanded="true" />
502 |           </folding>
503 |         </state>
504 |       </provider>
505 |     </entry>
506 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
507 |       <provider selected="true" editor-type-id="text-editor">
508 |         <state relative-caret-position="0">
509 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
510 |           <folding>
511 |             <element signature="e#174#288#0" expanded="true" />
512 |           </folding>
513 |         </state>
514 |       </provider>
515 |     </entry>
516 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
517 |       <provider selected="true" editor-type-id="text-editor">
518 |         <state relative-caret-position="270">
519 |           <caret line="16" column="30" lean-forward="false" selection-start-line="16" selection-start-column="30" selection-end-line="16" selection-end-column="30" />
520 |           <folding>
521 |             <element signature="e#170#184#0" expanded="true" />
522 |           </folding>
523 |         </state>
524 |       </provider>
525 |     </entry>
526 |     <entry file="file://$PROJECT_DIR$/program/main.py">
527 |       <provider selected="true" editor-type-id="text-editor">
528 |         <state relative-caret-position="270">
529 |           <caret line="17" column="36" lean-forward="false" selection-start-line="17" selection-start-column="36" selection-end-line="17" selection-end-column="36" />
530 |           <folding>
531 |             <element signature="e#170#188#0" expanded="true" />
532 |           </folding>
533 |         </state>
534 |       </provider>
535 |     </entry>
536 |     <entry file="file://$PROJECT_DIR$/program/Spider.py">
537 |       <provider selected="true" editor-type-id="text-editor">
538 |         <state relative-caret-position="216">
539 |           <caret line="16" column="37" lean-forward="false" selection-start-line="16" selection-start-column="37" selection-end-line="16" selection-end-column="37" />
540 |           <folding>
541 |             <element signature="e#172#192#0" expanded="true" />
542 |           </folding>
543 |         </state>
544 |       </provider>
545 |     </entry>
546 |     <entry file="file://$PROJECT_DIR$/program/logfile.py">
547 |       <provider selected="true" editor-type-id="text-editor">
548 |         <state relative-caret-position="0">
549 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
550 |           <folding />
551 |         </state>
552 |       </provider>
553 |     </entry>
554 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
555 |       <provider selected="true" editor-type-id="text-editor">
556 |         <state relative-caret-position="0">
557 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
558 |           <folding>
559 |             <element signature="e#174#288#0" expanded="true" />
560 |           </folding>
561 |         </state>
562 |       </provider>
563 |     </entry>
564 |     <entry file="file://$PROJECT_DIR$/program/main.py">
565 |       <provider selected="true" editor-type-id="text-editor">
566 |         <state relative-caret-position="270">
567 |           <caret line="17" column="36" lean-forward="false" selection-start-line="17" selection-start-column="36" selection-end-line="17" selection-end-column="36" />
568 |           <folding>
569 |             <element signature="e#170#188#0" expanded="true" />
570 |           </folding>
571 |         </state>
572 |       </provider>
573 |     </entry>
574 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
575 |       <provider selected="true" editor-type-id="text-editor">
576 |         <state relative-caret-position="270">
577 |           <caret line="16" column="30" lean-forward="false" selection-start-line="16" selection-start-column="30" selection-end-line="16" selection-end-column="30" />
578 |           <folding>
579 |             <element signature="e#170#184#0" expanded="true" />
580 |           </folding>
581 |         </state>
582 |       </provider>
583 |     </entry>
584 |     <entry file="file://$PROJECT_DIR$/program/Spider.py">
585 |       <provider selected="true" editor-type-id="text-editor">
586 |         <state relative-caret-position="216">
587 |           <caret line="16" column="37" lean-forward="false" selection-start-line="16" selection-start-column="37" selection-end-line="16" selection-end-column="37" />
588 |           <folding>
589 |             <element signature="e#172#192#0" expanded="true" />
590 |           </folding>
591 |         </state>
592 |       </provider>
593 |     </entry>
594 |     <entry file="file://$PROJECT_DIR$/program/logfile.py">
595 |       <provider selected="true" editor-type-id="text-editor">
596 |         <state relative-caret-position="0">
597 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
598 |           <folding />
599 |         </state>
600 |       </provider>
601 |     </entry>
602 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
603 |       <provider selected="true" editor-type-id="text-editor">
604 |         <state relative-caret-position="918">
605 |           <caret line="81" column="0" lean-forward="false" selection-start-line="81" selection-start-column="0" selection-end-line="81" selection-end-column="0" />
606 |           <folding>
607 |             <element signature="e#174#288#0" expanded="true" />
608 |           </folding>
609 |         </state>
610 |       </provider>
611 |     </entry>
612 |     <entry file="file://$PROJECT_DIR$/program/__init__.py">
613 |       <provider selected="true" editor-type-id="text-editor">
614 |         <state relative-caret-position="0">
615 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
616 |         </state>
617 |       </provider>
618 |     </entry>
619 |     <entry file="file://$PROJECT_DIR$/program/main.py">
620 |       <provider selected="true" editor-type-id="text-editor">
621 |         <state relative-caret-position="270">
622 |           <caret line="17" column="17" lean-forward="false" selection-start-line="17" selection-start-column="17" selection-end-line="17" selection-end-column="17" />
623 |           <folding>
624 |             <element signature="e#170#188#0" expanded="true" />
625 |           </folding>
626 |         </state>
627 |       </provider>
628 |     </entry>
629 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
630 |       <provider selected="true" editor-type-id="text-editor">
631 |         <state relative-caret-position="522">
632 |           <caret line="30" column="0" lean-forward="true" selection-start-line="30" selection-start-column="0" selection-end-line="30" selection-end-column="0" />
633 |           <folding>
634 |             <element signature="e#170#184#0" expanded="true" />
635 |           </folding>
636 |         </state>
637 |       </provider>
638 |     </entry>
639 |     <entry file="file://$PROJECT_DIR$/program/logfile.py">
640 |       <provider selected="true" editor-type-id="text-editor">
641 |         <state relative-caret-position="0">
642 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
643 |           <folding />
644 |         </state>
645 |       </provider>
646 |     </entry>
647 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
648 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
649 |       <provider selected="true" editor-type-id="text-editor">
650 |         <state relative-caret-position="1215">
651 |           <caret line="81" column="0" lean-forward="true" selection-start-line="81" selection-start-column="0" selection-end-line="81" selection-end-column="0" />
652 |           <folding>
653 |             <element signature="e#174#288#0" expanded="true" />
654 |           </folding>
655 |         </state>
656 |       </provider>
657 |     </entry>
658 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
659 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
660 |       <provider selected="true" editor-type-id="text-editor">
661 |         <state relative-caret-position="1620">
662 |           <caret line="108" column="0" lean-forward="false" selection-start-line="108" selection-start-column="0" selection-end-line="108" selection-end-column="0" />
663 |           <folding>
664 |             <element signature="e#174#288#0" expanded="true" />
665 |           </folding>
666 |         </state>
667 |       </provider>
668 |     </entry>
669 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
670 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
671 |       <provider selected="true" editor-type-id="text-editor">
672 |         <state relative-caret-position="375">
673 |           <caret line="25" column="0" lean-forward="true" selection-start-line="25" selection-start-column="0" selection-end-line="25" selection-end-column="0" />
674 |           <folding>
675 |             <element signature="e#170#184#0" expanded="true" />
676 |           </folding>
677 |         </state>
678 |       </provider>
679 |     </entry>
680 |     <entry file="file://$PROJECT_DIR$/program/Save.py" />
681 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
682 |       <provider selected="true" editor-type-id="text-editor">
683 |         <state relative-caret-position="0">
684 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
685 |           <folding>
686 |             <element signature="e#174#288#0" expanded="true" />
687 |           </folding>
688 |         </state>
689 |       </provider>
690 |     </entry>
691 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
692 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
693 |       <provider selected="true" editor-type-id="text-editor">
694 |         <state relative-caret-position="0">
695 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
696 |           <folding>
697 |             <element signature="e#170#184#0" expanded="true" />
698 |           </folding>
699 |         </state>
700 |       </provider>
701 |     </entry>
702 |     <entry file="file://$PROJECT_DIR$/program/Save.py" />
703 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
704 |       <provider selected="true" editor-type-id="text-editor">
705 |         <state relative-caret-position="1395">
706 |           <caret line="94" column="18" lean-forward="false" selection-start-line="94" selection-start-column="18" selection-end-line="94" selection-end-column="18" />
707 |           <folding>
708 |             <element signature="e#174#288#0" expanded="true" />
709 |           </folding>
710 |         </state>
711 |       </provider>
712 |     </entry>
713 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
714 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
715 |       <provider selected="true" editor-type-id="text-editor">
716 |         <state relative-caret-position="0">
717 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
718 |           <folding>
719 |             <element signature="e#170#184#0" expanded="true" />
720 |           </folding>
721 |         </state>
722 |       </provider>
723 |     </entry>
724 |     <entry file="file://$PROJECT_DIR$/program/Save.py" />
725 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
726 |       <provider selected="true" editor-type-id="text-editor">
727 |         <state relative-caret-position="0">
728 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
729 |           <folding>
730 |             <element signature="e#174#288#0" expanded="true" />
731 |           </folding>
732 |         </state>
733 |       </provider>
734 |     </entry>
735 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
736 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
737 |       <provider selected="true" editor-type-id="text-editor">
738 |         <state relative-caret-position="0">
739 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
740 |           <folding>
741 |             <element signature="e#170#184#0" expanded="true" />
742 |           </folding>
743 |         </state>
744 |       </provider>
745 |     </entry>
746 |     <entry file="file://$PROJECT_DIR$/program/Save.py" />
747 |     <entry file="file://$PROJECT_DIR$/program/spider.py" />
748 |     <entry file="file://$PROJECT_DIR$/program/conn.py" />
749 |     <entry file="file://$PROJECT_DIR$/program/Save.py" />
750 |     <entry file="file://$PROJECT_DIR$/program/classification.log">
751 |       <provider selected="true" editor-type-id="text-editor">
752 |         <state relative-caret-position="0">
753 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
754 |         </state>
755 |       </provider>
756 |     </entry>
757 |     <entry file="file://$PROJECT_DIR$/program/Sipder.py" />
758 |     <entry file="file://$PROJECT_DIR$/program/__init__.py">
759 |       <provider selected="true" editor-type-id="text-editor">
760 |         <state relative-caret-position="144">
761 |           <caret line="8" column="3" lean-forward="true" selection-start-line="8" selection-start-column="3" selection-end-line="8" selection-end-column="3" />
762 |         </state>
763 |       </provider>
764 |     </entry>
765 |     <entry file="file://$PROJECT_DIR$/program/logfile.py">
766 |       <provider selected="true" editor-type-id="text-editor">
767 |         <state relative-caret-position="0">
768 |           <caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
769 |           <folding />
770 |         </state>
771 |       </provider>
772 |     </entry>
773 |     <entry file="file://$PROJECT_DIR$/program/time.py" />
774 |     <entry file="file://$PROJECT_DIR$/program/set.py" />
775 |     <entry file="file://$PROJECT_DIR$/__init__.py">
776 |       <provider selected="true" editor-type-id="text-editor">
777 |         <state relative-caret-position="144">
778 |           <caret line="8" column="3" lean-forward="false" selection-start-line="8" selection-start-column="3" selection-end-line="8" selection-end-column="3" />
779 |           <folding />
780 |         </state>
781 |       </provider>
782 |     </entry>
783 |     <entry file="file://$PROJECT_DIR$/program/main.py">
784 |       <provider selected="true" editor-type-id="text-editor">
785 |         <state relative-caret-position="360">
786 |           <caret line="23" column="27" lean-forward="false" selection-start-line="23" selection-start-column="27" selection-end-line="23" selection-end-column="27" />
787 |           <folding>
788 |             <element signature="e#170#188#0" expanded="true" />
789 |           </folding>
790 |         </state>
791 |       </provider>
792 |     </entry>
793 |     <entry file="file://$PROJECT_DIR$/program/Prelogin.py">
794 |       <provider selected="true" editor-type-id="text-editor">
795 |         <state relative-caret-position="1458">
796 |           <caret line="83" column="0" lean-forward="false" selection-start-line="83" selection-start-column="0" selection-end-line="83" selection-end-column="0" />
797 |           <folding>
798 |             <element signature="e#174#288#0" expanded="true" />
799 |           </folding>
800 |         </state>
801 |       </provider>
802 |     </entry>
803 |     <entry file="file:///usr/local/lib/python3.5/dist-packages/pymongo/collection.py">
804 |       <provider selected="true" editor-type-id="text-editor">
805 |         <state relative-caret-position="429">
806 |           <caret line="2533" column="20" lean-forward="false" selection-start-line="2532" selection-start-column="12" selection-end-line="2534" selection-end-column="52" />
807 |         </state>
808 |       </provider>
809 |     </entry>
810 |     <entry file="file://$PROJECT_DIR$/program/Spider.py">
811 |       <provider selected="true" editor-type-id="text-editor">
812 |         <state relative-caret-position="1188">
813 |           <caret line="70" column="31" lean-forward="false" selection-start-line="70" selection-start-column="16" selection-end-line="70" selection-end-column="31" />
814 |           <folding>
815 |             <element signature="e#172#192#0" expanded="true" />
816 |           </folding>
817 |         </state>
818 |       </provider>
819 |     </entry>
820 |     <entry file="file://$PROJECT_DIR$/program/Conn.py">
821 |       <provider selected="true" editor-type-id="text-editor">
822 |         <state relative-caret-position="198">
823 |           <caret line="11" column="0" lean-forward="true" selection-start-line="11" selection-start-column="0" selection-end-line="11" selection-end-column="0" />
824 |           <folding>
825 |             <element signature="e#170#184#0" expanded="true" />
826 |           </folding>
827 |         </state>
828 |       </provider>
829 |     </entry>
830 |   </component>
831 | </project>


--------------------------------------------------------------------------------