├── .env
├── .gitignore
├── .idea
├── dictionaries
│ └── root.xml
├── inspectionProfiles
│ └── Project_Default.xml
├── misc.xml
├── modules.xml
├── skiptracer.iml
├── vcs.xml
└── workspace.xml
├── Changelog
├── Dockerfile
├── LICENSE
├── MANIFEST.in
├── README.md
├── docker-compose.yml
├── docs
├── build-plugin.md
└── inprogress-readme.md
├── requirements.txt
├── setup.cfg
├── setup.py
├── skiptracer.py
├── src
└── skiptracer
│ ├── __init__.py
│ ├── __main__.py
│ ├── banner.py
│ ├── colors
│ └── default_colors.py
│ ├── datasaver.py
│ ├── menus
│ ├── default_menus.py
│ └── help_menu.py
│ ├── plugins
│ ├── __init__.py
│ ├── advance_background_checks
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── base.py
│ ├── fouroneone
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── haveibeenpwned
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── knowem
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── linkedin
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── myspace
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── namechk2
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── plate
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── proxygrabber.py
│ ├── tinder
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── true_people
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── truthfinder
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── twitter
│ │ ├── __init__.py
│ │ └── __main__.py
│ ├── who_call_id
│ │ ├── __init__.py
│ │ └── __main__.py
│ └── whoismind
│ │ ├── __init__.py
│ │ └── __main__.py
│ └── skiptracer.py
├── storage
├── freemail.db
└── user-agents.db
└── test
├── test_advanced_background_checks.rst
└── test_runner.py
/.env:
--------------------------------------------------------------------------------
1 | HAVEIBEENPWNED_API_KEY=some-api-key-here
--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | # Byte-compiled / optimized / DLL files
2 | __pycache__/
3 | plugins/__pycache__/*
4 | *.py[cod]
5 | *$py.class
6 |
7 | # C extensions
8 | *.so
9 |
10 | # Distribution / packaging
11 | .Python
12 | build/
13 | develop-eggs/
14 | dist/
15 | downloads/
16 | eggs/
17 | .eggs/
18 | lib/
19 | lib64/
20 | parts/
21 | sdist/
22 | var/
23 | wheels/
24 | *.egg-info/
25 | .installed.cfg
26 | *.egg
27 | MANIFEST
28 |
29 | # PyInstaller
30 | # Usually these files are written by a python script from a template
31 | # before PyInstaller builds the exe, so as to inject date/other infos into it.
32 | *.manifest
33 | *.spec
34 |
35 | # Installer logs
36 | pip-log.txt
37 | pip-delete-this-directory.txt
38 |
39 | # Unit test / coverage reports
40 | htmlcov/
41 | .tox/
42 | .coverage
43 | .coverage.*
44 | .cache
45 | nosetests.xml
46 | coverage.xml
47 | *.cover
48 | .hypothesis/
49 | .pytest_cache/
50 |
51 | # Translations
52 | *.mo
53 | *.pot
54 |
55 | # Django stuff:
56 | *.log
57 | local_settings.py
58 | db.sqlite3
59 |
60 | # Flask stuff:
61 | instance/
62 | .webassets-cache
63 |
64 | # Scrapy stuff:
65 | .scrapy
66 |
67 | # Sphinx documentation
68 | docs/_build/
69 |
70 | # PyBuilder
71 | target/
72 |
73 | # Jupyter Notebook
74 | .ipynb_checkpoints
75 |
76 | # pyenv
77 | .python-version
78 |
79 | # celery beat schedule file
80 | celerybeat-schedule
81 |
82 | # SageMath parsed files
83 | *.sage.py
84 |
85 | # Environments
86 | .env
87 | .venv
88 | env/
89 | venv/
90 | ENV/
91 | env.bak/
92 | venv.bak/
93 |
94 | # Spyder project settings
95 | .spyderproject
96 | .spyproject
97 |
98 | # Rope project settings
99 | .ropeproject
100 |
101 | # mkdocs documentation
102 | /site
103 |
104 | # mypy
105 | .mypy_cache/
106 |
107 | # .idea
108 | .idea
109 |
--------------------------------------------------------------------------------
/.idea/dictionaries/root.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | accountr
5 | advancedbackgroundchecks
6 | agerange
7 | apprage
8 | datakey
9 | datareq
10 | datasets
11 | datastring
12 | dictkey
13 | emailmenu
14 | encres
15 | encresdic
16 | fname
17 | funclist
18 | googleplus
19 | gselect
20 | haveibeenpwned
21 | helpmenu
22 | instagram
23 | intromenu
24 | jload
25 | keylist
26 | knowem
27 | linkedin
28 | lname
29 | moddict
30 | myspace
31 | namechk
32 | namemenu
33 | ncook
34 | paywall
35 | phonemenu
36 | platemenu
37 | printfun
38 | reddit
39 | screenname
40 | sitecookie
41 | snmenu
42 | whoismind
43 | xmod
44 | xservice
45 |
46 |
47 |
--------------------------------------------------------------------------------
/.idea/inspectionProfiles/Project_Default.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
11 |
12 |
13 |
14 |
--------------------------------------------------------------------------------
/.idea/misc.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
--------------------------------------------------------------------------------
/.idea/modules.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
--------------------------------------------------------------------------------
/.idea/skiptracer.iml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
--------------------------------------------------------------------------------
/.idea/vcs.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
--------------------------------------------------------------------------------
/.idea/workspace.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
37 |
38 |
39 |
40 |
41 |
42 |
43 |
44 |
45 |
46 |
47 |
48 |
49 |
50 |
51 |
52 |
53 |
54 |
55 |
56 |
57 |
58 |
59 |
60 |
61 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
76 |
77 |
78 |
79 |
80 | true
81 | DEFINITION_ORDER
82 |
83 |
84 |
85 |
86 |
87 |
88 |
89 |
90 |
91 |
92 |
93 |
94 |
95 |
96 |
97 |
98 |
99 |
100 |
101 |
= 1:
398 | print(
399 | " [" +
400 | bc.CGRN +
401 | "+" +
402 | bc.CEND +
403 | "] " +
404 | bc.CRED +
405 | "Phone: " +
406 | bc.CEND)
407 | for xnum in phone:
408 | try:
409 | xnums = str(xnum).split(">")[1].split("<")[0]
410 | plist.append(xnums)
411 | print((" [" +
412 | bc.CGRN +
413 | "=" +
414 | bc.CEND +
415 | "] " +
416 | bc.CRED +
417 | "#: " +
418 | bc.CEND +
419 | "%s") %
420 | xnums)
421 | except Exception as w:
422 | pass
423 | except Exception as e:
424 | print(e)
425 | finally:
426 | return plist
427 |
428 | def find_all_deep(self, lookup):
429 | """
430 | Deep search for records
431 | """
432 | age = ""
433 | name = ""
434 | aklist = ""
435 | rellist = ""
436 | asso = ""
437 | prev = ""
438 | lives = ""
439 | plist = ""
440 |
441 | try:
442 |
443 | deep = self.soup.find_all(
444 | 'a', {
445 | 'class': [
446 | 'btn', 'btn-success', 'btn-lg',
447 | 'detail-link', 'shadow-form'
448 | ]}
449 | )
450 |
451 | for x in set(deep):
452 | rid = self.get_rid(lookup, x)
453 | if rid == False:
454 | return False
455 |
456 | self.url2 = self.url + "&" + rid
457 | if self.get_rid_source() == False:
458 | return False
459 |
460 | try:
461 | self.soup2 = self.get_dom(self.source2)
462 | except Exception as e:
463 | print(e)
464 |
465 | name = self.grab_name()
466 | age = self.grab_age()
467 | aklist = self.grab_akalist()
468 | address = self.grab_address()
469 | relist = self.grab_related()
470 | asso = self.grab_associate()
471 | prev, lives = self.grab_prev_addr(address)
472 | plist = self.grab_phone_list()
473 |
474 | self.info_dict.update({name: {
475 | "age": age,
476 | "alias": aklist,
477 | "lives": lives,
478 | "lived": prev,
479 | "phone": plist,
480 | "related": rellist,
481 | "associate": asso}
482 | })
483 | except Exception as e:
484 | print(e)
485 |
486 | def get_source_html(self):
487 | """
488 | grab the source files
489 | """
490 | self.source = self.get_source(self.url)
491 | self.soup = self.get_dom(self.source)
492 |
493 | def true_try(self, lookup, information):
494 | """
495 | Determins different URL constructs based on user supplied data
496 | """
497 | address_list = []
498 | if lookup == "phone":
499 | self.phone(information)
500 |
501 | if lookup == "name":
502 | self.name(information)
503 |
504 | if lookup in ['name', 'phone']:
505 | self.get_source_html()
506 |
507 | if self.check_for_captcha() == True:
508 | print((" [" + bc.CRED + "X" + bc.CEND + "] " +
509 | bc.CYLW + "Goto: {}" + bc.CEND).format(self.url)
510 | )
511 |
512 | self.iscomplete = raw_input(
513 | " [" + bc.CRED + "!" + bc.CEND + "] " + bc.CYLW +
514 | "Have you completed the CAPTCHA? " + bc.CEND
515 | )
516 |
517 | if str(self.iscomplete).lower() in ['no', False, 0]:
518 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
519 | "User has not completed the CAPTCHA\n" + bc.CEND)
520 | return
521 | else:
522 | self.get_source_html()
523 |
524 | if self.find_all_shallow():
525 | self.find_all_deep(lookup)
526 | else:
527 | return False
528 |
529 | print()
530 | return self.info_dict
531 |
--------------------------------------------------------------------------------
/src/skiptracer/plugins/true_people/__main__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xillwillx/skiptracer/fbc1f8c88907db3014c6c64d08b7ded814a9c172/src/skiptracer/plugins/true_people/__main__.py
--------------------------------------------------------------------------------
/src/skiptracer/plugins/truthfinder/__init__.py:
--------------------------------------------------------------------------------
1 | from __future__ import absolute_import, print_function
2 |
3 | #
4 | # TruePeopleSearch.com scraper
5 | #
6 | from ..base import PageGrabber
7 | from .. import proxygrabber
8 | from ...colors.default_colors import DefaultBodyColors as bc
9 | import re
10 |
11 | try:
12 | import __builtin__ as bi
13 | except ImportError:
14 | import builtins as bi
15 |
16 | try:
17 | raw_input # Python 2
18 | except NameError:
19 | raw_input = input # Python 3
20 |
21 |
22 | class TruthFinderGrabber(PageGrabber):
23 | """
24 | Check for CAPTCHA, if proxy enabled,try new proxy w/ request, else
25 | report to STDOUT about CAPTCHA
26 | """
27 | url = ""
28 |
29 | def get_info(self, lookup, information):
30 | """
31 | Uniform call for framework to launch function in a way to single out the
32 | calls per URL
33 | """
34 | print("[" + bc.CPRP + "?" + bc.CEND + "] " +
35 | bc.CCYN + "TruthFinder" + bc.CEND)
36 | # Actual logic to run + re-try request
37 | self.truth_try(lookup, information)
38 |
39 | def check_for_captcha(self):
40 | captcha = self.soup.find('div', attrs={'class': 'g-recaptcha'})
41 | if bi.webproxy and captcha is not None:
42 | try:
43 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
44 | "Switching proxy, trying again...\n" + bc.CEND)
45 | bi.proxy = proxygrabber.new_proxy()
46 | self.true_try(lookup, information)
47 | return True
48 | except Exception as badproxy:
49 | pass
50 | if captcha is not None:
51 | print(
52 | " [" +
53 | bc.CRED +
54 | "X" +
55 | bc.CEND +
56 | "] " +
57 | bc.CYLW +
58 | "Captcha detected, use a proxy or complete challenge in browser\n" +
59 | bc.CEND)
60 | return True
61 | else:
62 | return False
63 |
64 | def makephone(information):
65 | """
66 | Find user supplied data format, adjust as needed for URL
67 | """
68 | try:
69 | if str(information).split(
70 | "-")[1]: # Can it be split bu a "-", everything is ok
71 | dashphone = '({})-{}-{}'.format(
72 | information[0:3], information[5:8], information[9:])
73 | return dashphone
74 | except BaseException:
75 | pass
76 | try:
77 | if str(information).split(" ")[
78 | 1]: # Can it be split by a whitespace, if so, break and format as needed for the URL
79 | dashphone = '({})-{}-{}'.format(
80 | information[0:3], information[5:8], information[9:])
81 | return dashphone
82 | except BaseException:
83 | pass
84 | try:
85 | # If len of data is 10 and is an integer, break and format
86 | # as needed for URL
87 | if len(information) == 10:
88 | dashphone = '({})-{}-{}'.format(
89 | information[0:3], information[3:6], information[6:])
90 | return dashphone
91 | except BaseException:
92 | print(
93 | " [" +
94 | bc.CRED +
95 | "X" +
96 | bc.CEND +
97 | "] " +
98 | bc.CYLW +
99 | "Did not detect a phone number\n" +
100 | bc.CEND)
101 | return
102 |
103 | def set_city_state_zip(self, citystatezip):
104 | """
105 | Set the city, state, zip
106 | value for the object.
107 | """
108 | if citystatezip:
109 | self.state = citystatezip
110 | else:
111 | self.state = "ALL"
112 |
113 | def set_age(self, age):
114 | """
115 | Set the age
116 | value for the object.
117 | """
118 | if age:
119 | self.age = "true"
120 | else:
121 | self.age = "false"
122 |
123 | def set_gender(self, gender):
124 | """
125 | Set the gender
126 | value for the object.
127 | """
128 | if gender:
129 | self.gndr = "&gender={}".format(gender)
130 | else:
131 | self.gndr = "&gender="
132 |
133 | def split_name(self, information):
134 | """
135 | Split the name down into
136 | first name and last name
137 | """
138 | try:
139 | if len(str(information).split(' ')) in [2, 3]:
140 | if len(str(information).split(' ')) == 2:
141 | self.fname = str(information).split(" ")[0]
142 | self.lname = str(information).split(" ")[1]
143 | if len(str(information).split(' ')) == 3:
144 | self.fname = str(information).split(" ")[0]
145 | self.lname = str(information).split(" ")[2]
146 | except BaseException:
147 | print(
148 | " [" +
149 | bc.CRED +
150 | "X" +
151 | bc.CEND +
152 | "] " +
153 | bc.CYLW +
154 | "Failed to parse serarch string, lookup name.\n" +
155 | bc.CEND)
156 |
157 | def truth_try(self, information, lookup):
158 | """
159 | Builds out different URL constructs based on user supplied data
160 | """
161 |
162 | address_list = []
163 |
164 | if lookup == "phone":
165 | phonere = re.compile(
166 | '(\d\d\d\d\d\d\d\d\d\d|\d\d\d[\s.-]\d\d\d[\s.-]\d\d\d\d)')
167 |
168 | if phonere.findall(information):
169 | try:
170 | self.url = 'https://www.truepeoplesearch.com/results?phoneno={}'.format(
171 | makephone(information))
172 | except Exception as e:
173 | pass
174 |
175 | if lookup == "name": # Make the URL for name lookup
176 | citystatezip = input(
177 | " [" +
178 | bc.CRED +
179 | "!" +
180 | bc.CEND +
181 | "] " +
182 | bc.CYLW +
183 | "Please enter a city,state,or zip - ex: (AL=Alabama|CO=Colorado) " +
184 | bc.CEND)
185 | gender = input(
186 | " [" +
187 | bc.CRED +
188 | "!" +
189 | bc.CEND +
190 | "] " +
191 | bc.CYLW +
192 | "Please enter the persons biological sex - ex: (M|F) " +
193 | bc.CEND)
194 | age = input(
195 | " [" +
196 | bc.CRED +
197 | "!" +
198 | bc.CEND +
199 | "] " +
200 | bc.CYLW +
201 | "Is the person older than 30? - ex: (Y|n) " +
202 | bc.CEND)
203 |
204 | self.set_city_state_zip(citystatezip)
205 | self.set_age(age)
206 | self.set_gender(gender)
207 | self.split_name(information)
208 |
209 | self.url = "https://www.truthfinder.com/results/?utm_source=VOTER&traffic%5Bsource%5D=VOTER&utm_medium=pre-pop&traffic%5Bmedium%5D=pre-pop&utm_campaign=&traffic%5Bcampaign%5D=srapi%3A&utm_term=1&traffic%5Bterm%5D=1&utm_content=&traffic%5Bcontent%5D=&s1=&s2=srapi&s3=1&s4=&s5=&city=&firstName={}&lastName={}&page=r&state={}{}&qLocation=true&qRelatives=true&qOver30={}".format(
210 | self.fname,
211 | self.lname,
212 | self.state,
213 | self.gndr,
214 | self.age)
215 |
216 | self.source = self.get_source(self.url)
217 | self.soup = self.get_dom(self.source)
218 |
219 | try:
220 | ul = self.soup.findAll("ul")
221 | for xul in ul:
222 | perlen = len(str(xul).split("\n"))
223 | broken = str(xul).split("\n")
224 | if perlen >= 10: # Check is len is greater than 10 to futher process
225 | try:
226 | # should be static to the results (searched name)
227 | name = broken[3].split("<")[0]
228 | print((" [" +
229 | bc.CGRN +
230 | "+" +
231 | bc.CEND +
232 | "] " +
233 | bc.CRED +
234 | "Name: " +
235 | bc.CEND +
236 | "%s") %
237 | (name))
238 | try:
239 | # find position + 1 space to left
240 | akaloc = broken.index('aka:') + 1
241 | aka = broken[akaloc].split("<")[0].replace(
242 | ", ", ",") # grab actual dataset
243 | print(
244 | " [" + bc.CGRN + "+" + bc.CEND + "] " + bc.CRED + "Alias: " + bc.CEND)
245 | # set sorted unique
246 | akalist = sorted(set(str(aka).split(",")))
247 | for xaka in akalist: # for each entry in sorted unique list
248 | print((" [" +
249 | bc.CGRN +
250 | "=" +
251 | bc.CEND +
252 | "] " +
253 | bc.CRED +
254 | "AKA: " +
255 | bc.CEND +
256 | "%s") %
257 | (xaka))
258 | except BaseException: # in case of failure
259 | akalist = ['unknown']
260 | print(
261 | " [" +
262 | bc.CGRN +
263 | "+" +
264 | bc.CEND +
265 | "] " +
266 | bc.CRED +
267 | "AKA: " +
268 | bc.CEND +
269 | "Unknown")
270 | pass
271 | try:
272 | ageloc = broken.index('') + 2
273 | age = broken[ageloc].split(">")[1].split("<")[0]
274 | if age:
275 | print((" [" +
276 | bc.CGRN +
277 | "+" +
278 | bc.CEND +
279 | "] " +
280 | bc.CRED +
281 | "Age: " +
282 | bc.CEND +
283 | "%s") %
284 | (age))
285 | except BaseException:
286 | age = 'unknown'
287 | print((" [" +
288 | bc.CGRN +
289 | "+" +
290 | bc.CEND +
291 | "] " +
292 | bc.CRED +
293 | "Age: " +
294 | bc.CEND +
295 | "%s") %
296 | (age))
297 | pass
298 | try:
299 | locloc = broken.index('') + 2
300 | print(broken)
301 | locations = broken[locloc]
302 | locations = locations.replace(
303 | ", ",
304 | ":").replace(
305 | "",
306 | ",").replace(
307 | "",
308 | " ").replace(
309 | ", ",
310 | "")
311 | print(
312 | " [" +
313 | bc.CGRN +
314 | "+" +
315 | bc.CEND +
316 | "] " +
317 | bc.CRED +
318 | "Location(s): " +
319 | bc.CEND)
320 | for xlocal in locations.split(","):
321 | print((" [" +
322 | bc.CGRN +
323 | "=" +
324 | bc.CEND +
325 | "] " +
326 | bc.CRED +
327 | "City:State:" +
328 | bc.CEND +
329 | "%s") %
330 | (xlocal))
331 | except BaseException:
332 | locals = ['unknown']
333 | print(
334 | " [" +
335 | bc.CGRN +
336 | "+" +
337 | bc.CEND +
338 | "] " +
339 | bc.CRED +
340 | "Location: " +
341 | bc.CEND +
342 | "Unknown")
343 | pass
344 | try:
345 | relloc = broken.index('') + 1
346 | if broken[relloc].split('"')[1] == "No Relatives":
347 | print(
348 | " [" +
349 | bc.CGRN +
350 | "+" +
351 | bc.CEND +
352 | "] " +
353 | bc.CRED +
354 | "Relative(s): " +
355 | bc.CEND +
356 | "Unknown")
357 | else:
358 | print(
359 | " [" + bc.CGRN + "+" + bc.CEND + "] " + bc.CRED + "Relative(s): " + bc.CEND)
360 | relatives = broken[int(
361 | relloc) + 2].replace("\n", ",")
362 | relatives = relatives.replace(
363 | "",
364 | ",").replace(
365 | "",
366 | "").replace(
367 | ", ",
368 | "")
369 | relate = relatives.split(",")
370 | for xrel in sorted(set(relate)):
371 | print((" [" +
372 | bc.CGRN +
373 | "=" +
374 | bc.CEND +
375 | "] " +
376 | bc.CRED +
377 | "Related: " +
378 | bc.CEND +
379 | "%s") %
380 | (xrel))
381 | except BaseException:
382 | relate = ['unknown']
383 | pass
384 | except BaseException:
385 | pass
386 | print()
387 | self.info_dict.update({
388 | "name": name,
389 | "age": age,
390 | "aka": sorted(set(akalist)),
391 | "locations": sorted(set(locals)),
392 | "relatives": sorted(set(relate)),
393 | })
394 | bi.outdata['truthfinder'] = self.info_dict
395 | except BaseException:
396 | pass
397 |
--------------------------------------------------------------------------------
/src/skiptracer/plugins/truthfinder/__main__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xillwillx/skiptracer/fbc1f8c88907db3014c6c64d08b7ded814a9c172/src/skiptracer/plugins/truthfinder/__main__.py
--------------------------------------------------------------------------------
/src/skiptracer/plugins/twitter/__init__.py:
--------------------------------------------------------------------------------
1 | #
2 | # Twitter Scraper: Requires users to install additional non standard libraries
3 | #
4 | from ..base import PageGrabber
5 | from ...colors.default_colors import DefaultBodyColors as bc
6 | from sys import platform
7 |
8 | import builtins as bi
9 | import time
10 |
11 | try:
12 | from bs4 import BeautifulSoup as bs
13 | except Exception as e:
14 | print(
15 | " [" +
16 | bc.CRED +
17 | "X" +
18 | bc.CEND +
19 | "] " +
20 | bc.CYLW +
21 | "Failed at importing BeautifulSoup from bs4: {}\n" +
22 | bc.CEND).format(e)
23 | try:
24 | from selenium.webdriver import Firefox
25 | from selenium.webdriver.common.by import By
26 | from selenium.webdriver.common.keys import Keys
27 | from selenium.webdriver.support.ui import Select
28 | from selenium.webdriver.support.ui import WebDriverWait
29 | from selenium.webdriver.firefox.options import Options
30 | except Exception as e:
31 | print(
32 | " [" +
33 | bc.CRED +
34 | "X" +
35 | bc.CEND +
36 | "] " +
37 | bc.CYLW +
38 | "Failed at importing selenium requirements: {}\n" +
39 | bc.CEND).format(e)
40 | try:
41 | from tqdm import tqdm
42 | except Exception as e:
43 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
44 | "Failed at importing tqdm from tdqm: {}\n" + bc.CEND).format(e)
45 | import os
46 |
47 |
48 | class TwitterGrabber(PageGrabber):
49 | """
50 | Class for grabbing a Twitter screenname
51 | to extract OSINT
52 | """
53 |
54 | def get_info(self, screenname, type):
55 | """
56 | Grab the info from
57 | the screen name passed in
58 | """
59 |
60 | print("[" + bc.CPRP + "?" + bc.CEND + "] " +
61 | bc.CCYN + "Twitter" + bc.CEND)
62 | print(" [" + bc.CGRN + "!" + bc.CEND + "] " + bc.CRED +
63 | "Module takes some time to load, please wait!" + bc.CEND)
64 |
65 | options = Options()
66 |
67 | try:
68 | options.add_argument('--headless')
69 | b = Firefox(
70 | executable_path='/usr/bin/geckodriver',
71 | firefox_options=options)
72 | wait = WebDriverWait(b, timeout=5)
73 | b.get('https://twitter.com/{}'.format(screenname))
74 | except Exception as e:
75 | print(e)
76 | print(
77 | " [" +
78 | bc.CRED +
79 | "X" +
80 | bc.CEND +
81 | "] " +
82 | bc.CYLW +
83 | "Failed at making the initial request: {}\n" +
84 | bc.CEND) # .format(e)
85 |
86 | try:
87 | soup = bs(b.page_source, 'lxml')
88 | validname = str(soup.h1).split()[-2].split('/')[1].split('"')[0]
89 | avatar = str(
90 | soup.findAll(
91 | 'img', {
92 | 'class', 'avatar', 'js-action-profile-avatar'})[3]['src'])
93 | profnav = soup.find_all('span', {'class', 'ProfileNav-value'})
94 | except Exception as e:
95 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
96 | "Unable to make initial soup: {}\n" + bc.CEND) # .format(e)
97 | try:
98 | if len(profnav) >= 5:
99 | datal = list()
100 | for x in profnav[0:len(profnav) - 1:]:
101 | datal.append(
102 | " ".join(
103 | str(x).replace(
104 | "\n",
105 | " ").split()).split('"')[3])
106 | tcount, fgcount, fscount, likes = datal[:4]
107 | page = int(tcount) / 20 + 1
108 | nap = 1
109 | estt = page * nap / 60
110 | except Exception as e:
111 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
112 | "Failed at making the datalist: {}\n" + bc.CEND) # .format(e)
113 |
114 | try:
115 | scrapeall = raw_input(
116 | " [!] Do you want to capture all tweets ?\n [!] Estimated time to complete: " +
117 | str(estt) +
118 | "m (Y/n) ")
119 | if scrapeall.lower() in [1, 'y', 'true', 'on']:
120 | for i in tqdm(range(1, page)):
121 | b.execute_script(
122 | "window.scrollTo(0, document.body.scrollHeight);")
123 | time.sleep(nap)
124 | except Exception as e:
125 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
126 | "Failed at scrolling site: {}\n" + bc.CEND)
127 | try:
128 | h = b.page_source
129 | soup = bs(h, 'lxml')
130 | datelist = list()
131 | timelist = list()
132 | for d in soup.findAll('li', {'class', 'js-stream-item'}):
133 | print("\n [+]", "-" * 80)
134 | if 'Retweeted' in d.p.text:
135 | print(" [" + bc.CGRN + "!" + bc.CEND + "] " +
136 | bc.CRED + "Retweet: " + bc.CEND)
137 | if str(d.span).split()[3] == 'Icon--pinned':
138 | print(" [" + bc.CGRN + "!" + bc.CEND + "] " +
139 | bc.CRED + "Pinned: " + bc.CEND)
140 | try:
141 | tlist = d.findAll('a')
142 | dt = tlist[1]['title']
143 | except Exception as e:
144 | try:
145 | dt = tlist[2]['title']
146 | except Exception as e:
147 | print(
148 | " [" +
149 | bc.CRED +
150 | "X" +
151 | bc.CEND +
152 | "] " +
153 | bc.CYLW +
154 | "Unable to find datetime: {}\n" +
155 | bc.CEND).format(e)
156 | pass
157 | datelist.append(dt)
158 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
159 | bc.CRED + "Date/Time: " + bc.CEND + str(dt))
160 | try:
161 | timestamp = str(tlist[1]).split()[-3].split('"')[1]
162 | if len(timestamp) < 10:
163 | timestamp = str(tlist[2]).split()[-3].split('"')[1]
164 | if len(timestamp) < 10:
165 | timestamp = "Conversation Extension"
166 | except Exception as e:
167 | print(e)
168 | pass
169 | if timestamp:
170 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
171 | bc.CRED + "Timestamp: " + bc.CEND + str(timestamp))
172 | try:
173 | posttitle = str(d.p.a['title'])
174 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
175 | bc.CRED + "Title: " + bc.CEND + str(posttitle))
176 | except Exception as e:
177 | #print (" ["+bc.CRED+"X"+bc.CEND+"] "+bc.CYLW+"Unable to find title: {}\n"+bc.CEND).format(e)
178 | pass
179 | try:
180 | postdata = d.p.text
181 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
182 | bc.CRED + "Content:\n" + bc.CEND)
183 | print(postdata)
184 | except Exception as e:
185 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
186 | "Unable to find content: {}\n" + bc.CEND).format(e)
187 | pass
188 | except Exception as e:
189 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
190 | "Can not make soup, phase 2: {}\n" + bc.CEND) # .format(e)
191 |
192 | try:
193 | if platform == 'linux' or platform == 'linux2':
194 | os.popen(
195 | 'ps -A xf | grep firefox | grep marionette | sed -r "s/^[ ]{1,4}([0-9]{1,7})(.*)/\1/g" | xargs kill -9 2>/dev/null')
196 | elif platform == 'darwin':
197 | os.popen(
198 | 'ps -Axf | grep firefox | grep marionette | sed "s/^[ ]{1,4}([0-9]{1,7})(.*)/\1/g" | xargs kill -9 2>/dev/null')
199 |
200 | except Exception as e:
201 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
202 | "Unable to kill Firefox headless: {}\n" + bc.CEND).format(e)
203 |
--------------------------------------------------------------------------------
/src/skiptracer/plugins/twitter/__main__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xillwillx/skiptracer/fbc1f8c88907db3014c6c64d08b7ded814a9c172/src/skiptracer/plugins/twitter/__main__.py
--------------------------------------------------------------------------------
/src/skiptracer/plugins/who_call_id/__init__.py:
--------------------------------------------------------------------------------
1 | """Whocallid.com search module"""
2 | from __future__ import print_function
3 | from __future__ import absolute_import
4 | from ..base import PageGrabber
5 | from ...colors.default_colors import DefaultBodyColors as bc
6 | import re
7 | import logging
8 | try:
9 | import __builtin__ as bi
10 | except BaseException:
11 | import builtins as bi
12 |
13 |
14 | class WhoCallIdGrabber(PageGrabber):
15 | """
16 | WhoCallID sales scraper for reverse telephone lookups
17 | """
18 |
19 | def get_name(self):
20 | """
21 | Grab the users name
22 | """
23 | name = "Unknown"
24 | try:
25 | name = self.soup.find('h2', attrs={'class': 'name'})
26 | if name:
27 | name = name.text.strip()
28 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
29 | bc.CRED + "Name: " + bc.CEND + str(name))
30 | except BaseException:
31 | pass
32 | finally:
33 | return name
34 |
35 | def get_location(self):
36 | """
37 | Get the location
38 | """
39 | location = "Unknown"
40 | try:
41 | location = self.soup.find('h3', attrs={'class': 'location'})
42 | if location:
43 | location = location.text.strip()
44 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
45 | bc.CRED + "Location: " + bc.CEND + str(location))
46 | except BaseException:
47 | pass
48 | finally:
49 | return location
50 |
51 | def get_phone_type(self):
52 | """
53 | Get the phone type
54 | """
55 | phone_type = "Unknown"
56 | try:
57 | phone_type = self.soup.find("img").attrs['alt']
58 | if phone_type:
59 | phone_type = phone_type.strip()
60 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
61 | bc.CRED + "Phone Type: " + bc.CEND + str(phone_type))
62 | except BaseException:
63 | pass
64 | finally:
65 | return phone_type
66 |
67 | def get_carrier(self, phone_number):
68 | """
69 | Get the phone carrier info
70 | """
71 | carrier = ""
72 | try:
73 | self.url = "https://whocalld.com/+1{}?carrier".format(phone_number)
74 | self.source = self.get_source(self.url)
75 | self.soup = self.get_dom(self.source)
76 | carrier = soup.find('span', attrs={'class': 'carrier'})
77 | except BaseException:
78 | pass
79 | finally:
80 | return carrier
81 |
82 | def process_carrier(self, carrier):
83 | """
84 | Take the carrier info and process it
85 | """
86 | try:
87 | if carrier:
88 | carrier = carrier.text
89 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
90 | bc.CRED + "Carrier: " + bc.CEND + str(carrier))
91 | else:
92 | carrier = ""
93 | except BaseException:
94 | carrier = ""
95 | finally:
96 | return carrier
97 |
98 | def get_city(self):
99 | """
100 | Grab the city info
101 | """
102 | city = ""
103 | try:
104 | city = self.soup.find('span', attrs={'class': 'city'})
105 | if city:
106 | city = city.text
107 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
108 | bc.CRED + "City: " + bc.CEND + str(city))
109 | except BaseException:
110 | pass
111 | finally:
112 | return city
113 |
114 | def get_state(self):
115 | """
116 | Grab the state info
117 | """
118 | state = ""
119 | try:
120 | state = self.soup.find('span', attrs={'class': 'state'})
121 | if state:
122 | state = state.text
123 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
124 | bc.CRED + "State: " + bc.CEND + str(state))
125 | except BaseException:
126 | pass
127 | finally:
128 | return state
129 |
130 | def get_time(self):
131 | """
132 | Grab time info
133 | """
134 | time = ""
135 | try:
136 | time = self.soup.find('span', attrs={'class': 'time'})
137 | if time:
138 | time = time.text
139 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
140 | bc.CRED + "Time: " + bc.CEND + str(time))
141 | except BaseException:
142 | pass
143 | finally:
144 | return time
145 |
146 | def get_info(self, phone_number, lookup):
147 | """
148 | Request, scrape and return values found
149 | """
150 | print("[" + bc.CPRP + "?" + bc.CEND + "] " +
151 | bc.CCYN + "WhoCalld" + bc.CEND)
152 | # Get phone info
153 | self.url = 'https://whocalld.com/+1{}'.format(phone_number)
154 | self.source = self.get_source(self.url)
155 | self.soup = self.get_dom(self.source)
156 |
157 | try:
158 | if self.soup.body.find_all(string=re.compile(
159 | '.*{0}.*'.format('country')), recursive=True):
160 | print(" [" + bc.CRED + "X" + bc.CEND + "] " +
161 | bc.CYLW + "No WhoCallID data returned\n" + bc.CEND)
162 | return
163 | except:
164 | print(" [" + bc.CRED + "X" + bc.CEND + "] " +
165 | bc.CYLW + "Unable to extract data. Is the site online?\n" + bc.CEND)
166 |
167 | name = self.get_name()
168 | location = self.get_location()
169 | phone_type = self.get_phone_type()
170 | carrier = self.get_carrier(phone_number)
171 | carrier = self.process_carrier(carrier)
172 | city = self.get_city()
173 | state = self.get_state()
174 | time = self.get_time()
175 |
176 | self.info_dict.update({
177 | "carrier": carrier,
178 | "city": city,
179 | "location": location,
180 | "name": name,
181 | "phone_type": phone_type,
182 | "state": state,
183 | "time": time
184 | })
185 |
186 | print()
187 | return self.info_dict
188 |
--------------------------------------------------------------------------------
/src/skiptracer/plugins/who_call_id/__main__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xillwillx/skiptracer/fbc1f8c88907db3014c6c64d08b7ded814a9c172/src/skiptracer/plugins/who_call_id/__main__.py
--------------------------------------------------------------------------------
/src/skiptracer/plugins/whoismind/__init__.py:
--------------------------------------------------------------------------------
1 | #######################################################################
2 | # whoismind scraper - returns domains associated with email #
3 | #######################################################################
4 |
5 | from __future__ import print_function
6 | from ..base import PageGrabber
7 | from ...colors.default_colors import DefaultBodyColors as bc
8 | import numpy as np
9 |
10 | try:
11 | import __builtin__ as bi
12 | except ImportError:
13 | import builtins as bi
14 |
15 |
16 | class WhoisMindGrabber(PageGrabber):
17 | """
18 | WhoisMind scraper for registered domains by email lookups
19 | """
20 |
21 | def __init__(self):
22 | """
23 | Load up WhoisMindGrabber plugin configs
24 | """
25 | super(WhoisMindGrabber, self).__init__()
26 |
27 | def get_info(self, email, category):
28 | """
29 | Request and processes results, sorted unique, remove blanks
30 | """
31 | try:
32 | print("[" + bc.CPRP + "?" + bc.CEND + "] " +
33 | bc.CCYN + "WhoisMind" + bc.CEND)
34 | url = 'https://whoisamped.com/email/{}{}'.format(email, '.html')
35 | source = self.get_source(url)
36 | soup = self.get_dom(source)
37 | href = soup.findAll('a')
38 |
39 | except Exception as urlgrabfailed:
40 | print(" [" + bc.CRED + "X" + bc.CEND + "] " + bc.CYLW +
41 | "WhoisMind failed to produce the URL" + bc.CEND)
42 | whoisdb = list()
43 |
44 | try:
45 | for hreftag in href:
46 | if hreftag.text != "" and hreftag.text in hreftag['href']:
47 | domain = hreftag.text
48 | print(" [" + bc.CGRN + "+" + bc.CEND + "] " +
49 | bc.CRED + "Domain: " + bc.CEND + domain)
50 | whoisdb.append({"domain": domain})
51 | except Exception as whoisfailed:
52 | print(" [" + bc.CRED + "X" + bc.CEND + "] " +
53 | bc.CYLW + "WhoisMind returned no results" + bc.CEND)
54 | return
55 | if len(whoisdb) == 0:
56 | print(" [" + bc.CRED + "X" + bc.CEND + "] " +
57 | bc.CYLW + "WhoisMind returned no results" + bc.CEND)
58 | else:
59 | self.info_list.append(list(np.unique(np.array(whoisdb))))
60 | bi.outdata['whoismind'] = self.info_list[0]
61 | print()
62 | return self.info_list
63 |
--------------------------------------------------------------------------------
/src/skiptracer/plugins/whoismind/__main__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xillwillx/skiptracer/fbc1f8c88907db3014c6c64d08b7ded814a9c172/src/skiptracer/plugins/whoismind/__main__.py
--------------------------------------------------------------------------------
/src/skiptracer/skiptracer.py:
--------------------------------------------------------------------------------
1 | # -*- coding: utf-8 -*-
2 | #!/usr/bin/env python
3 | from __future__ import print_function
4 |
5 | import pkg_resources
6 | import sys
7 | import signal
8 | import json
9 | import ast
10 |
11 | try:
12 | import __builtin__ as bi
13 | except BaseException:
14 | import builtins as bi
15 |
16 |
17 | class SkipTracer:
18 | """
19 | Kick off the SkipTracer
20 | program
21 | """
22 | #bi.search_string = ''
23 | bi.lookup = ''
24 | bi.webproxy = ""
25 | bi.proxy = ""
26 | bi.debug = False
27 |
28 | inc_plugins = {}
29 | plugins_plugin = "skiptracer.plugins"
30 | menus_plugin = "skiptracer.menus"
31 | colors_plugin = "skiptracer.colors"
32 | loaded_plugins_plugin_dict = {}
33 | loaded_menus_plugin_dict = {}
34 | loaded_colors_plugin_dict = {}
35 |
36 | def __init__(self, plugins):
37 | """
38 | Load all the different types
39 | of plugin
40 | """
41 | self.inc_plugins = plugins
42 |
43 | self.loaded_plugins_plugin_dict = self.load_plugins(
44 | self.plugins_plugin)
45 |
46 | self.loaded_menus_plugin_dict = self.load_plugins(
47 | self.menus_plugin)
48 |
49 | self.loaded_colors_plugin_dict = self.load_plugins(
50 | self.colors_plugin)
51 |
52 | # only supporting default menu for now
53 | self.loaded_menus_plugin_dict['default_menus'](
54 | self.loaded_plugins_plugin_dict).intromenu()
55 |
56 | def load_plugins(self, plugin):
57 | """
58 | Load the plugin and store
59 | object in an array
60 | """
61 | plugin_dict = {}
62 |
63 | for p in pkg_resources.iter_entry_points(plugin):
64 | plugin_dict[p.name] = p.load()
65 | return plugin_dict
66 |
--------------------------------------------------------------------------------
/storage/freemail.db:
--------------------------------------------------------------------------------
1 | comcast
2 | gmail
3 | yahoo
4 | aol
5 | hotmail
6 | outlook
7 |
--------------------------------------------------------------------------------
/storage/user-agents.db:
--------------------------------------------------------------------------------
1 | Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.6 (Change: )
2 | Avant Browser/1.2.789rel1 (http://www.avantbrowser.com)
3 | Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Chrome/4.0.249.0 Safari/532.5
4 | Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.310.0 Safari/532.9
5 | Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.7 (KHTML, like Gecko) Chrome/7.0.514.0 Safari/534.7
6 | Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/9.0.601.0 Safari/534.14
7 | Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/10.0.601.0 Safari/534.14
8 | Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534.27 (KHTML, like Gecko) Chrome/12.0.712.0 Safari/534.27
9 | Mozilla/5.0 (Windows NT 6.0) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/15.0.874.120 Safari/535.2
10 | Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7
11 | Mozilla/5.0 (Windows NT 6.1) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/18.6.872.0 Safari/535.2 UNTRUSTED/1.0 3gpp-gba UNTRUSTED/1.0
12 | Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3
13 | Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1092.0 Safari/536.6
14 | Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6
15 | Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1
16 | Mozilla/5.0 (Windows; U; Windows NT 6.0 x64; en-US; rv:1.9pre) Gecko/2008072421 Minefield/3.0.2pre
17 | Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.10) Gecko/2009042316 Firefox/3.0.10
18 | Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.0.11) Gecko/2009060215 Firefox/3.0.11 (.NET CLR 3.5.30729)
19 | Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6 GTB5
20 | Mozilla/5.0 (Windows; U; Windows NT 5.1; tr; rv:1.9.2.8) Gecko/20100722 Firefox/3.6.8 ( .NET CLR 3.5.30729; .NET4.0E)
21 | Mozilla/5.0 (Windows NT 6.1; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
22 | Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
23 | Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0
24 | Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0a2) Gecko/20110622 Firefox/6.0a2
25 | Mozilla/5.0 (Windows NT 6.1; WOW64; rv:7.0.1) Gecko/20100101 Firefox/7.0.1
26 | Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.1) Gecko/20100101 Firefox/10.0.1
27 | Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/20120403211507 Firefox/12.0
28 | Mozilla/5.0 (Windows NT 6.0; rv:14.0) Gecko/20100101 Firefox/14.0.1
29 | Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/20120427 Firefox/15.0a1
30 | Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:16.0) Gecko/16.0 Firefox/16.0
31 | Mozilla/5.0 (Windows NT 6.2; rv:19.0) Gecko/20121129 Firefox/19.0
32 | Mozilla/5.0 (Windows NT 6.2; rv:20.0) Gecko/20121202 Firefox/20.0
33 | Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Maxthon 2.0)
34 | Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0b4pre) Gecko/20100815 Minefield/4.0b4pre
35 | Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0 )
36 | Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90)
37 | Mozilla/5.0 (Windows; U; Windows XP) Gecko MultiZilla/1.6.1.0a
38 | Mozilla/2.02E (Win95; U)
39 | Mozilla/3.01Gold (Win95; I)
40 | Mozilla/4.8 [en] (Windows NT 5.1; U)
41 | Mozilla/5.0 (Windows; U; Win98; en-US; rv:1.4) Gecko Netscape/7.1 (ax)
42 | Opera/7.50 (Windows XP; U)
43 | Opera/7.50 (Windows ME; U) [en]
44 | Opera/7.51 (Windows NT 5.1; U) [en]
45 | Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; en) Opera 8.0
46 | Opera/9.25 (Windows NT 6.0; U; en)
47 | Opera/9.80 (Windows NT 5.2; U; en) Presto/2.2.15 Version/10.10
48 | Opera/9.80 (Windows NT 5.1; U; zh-tw) Presto/2.8.131 Version/11.10
49 | Opera/9.80 (Windows NT 6.1; U; en) Presto/2.7.62 Version/11.01
50 | Opera/9.80 (Windows NT 6.1; U; es-ES) Presto/2.9.181 Version/12.00
51 | Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14
52 | Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.2b) Gecko/20021001 Phoenix/0.2
53 | Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10
54 | Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.23) Gecko/20090825 SeaMonkey/1.1.18
55 | Mozilla/5.0 (Windows; U; Windows NT 6.1; en-GB; rv:1.9.1.17) Gecko/20110123 (like Firefox/3.x) SeaMonkey/2.0.12
56 | Mozilla/5.0 (Windows NT 5.2; rv:10.0.1) Gecko/20100101 Firefox/10.0.1 SeaMonkey/2.7.1
57 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Camino/2.2.1
58 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0b6pre) Gecko/20100907 Firefox/4.0b6pre Camino/2.2a1pre
59 | Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; en-US) AppleWebKit/532.8 (KHTML, like Gecko) Chrome/4.0.302.2 Safari/532.8
60 | Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_4; en-US) AppleWebKit/534.3 (KHTML, like Gecko) Chrome/6.0.464.0 Safari/534.3
61 | Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.15 Safari/534.13
62 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1
63 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/15.0.874.54 Safari/535.2
64 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7
65 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3
66 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.4 (KHTML like Gecko) Chrome/22.0.1229.79 Safari/537.4
67 | Mozilla/5.0 (Macintosh; U; Mac OS X Mach-O; en-US; rv:2.0a) Gecko/20040614 Firefox/3.0.0
68 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10.5; en-US; rv:1.9.0.3) Gecko/2008092414 Firefox/3.0.3
69 | Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.5; en-US; rv:1.9.1) Gecko/20090624 Firefox/3.5
70 | Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; en-US; rv:1.9.2.14) Gecko/20110218 AlexaToolbar/alxf-2.0 Firefox/3.6.14
71 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10.5; en-US; rv:1.9.2.15) Gecko/20110303 Firefox/3.6.15
72 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
73 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:5.0) Gecko/20100101 Firefox/5.0
74 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:9.0) Gecko/20100101 Firefox/9.0
75 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2; rv:10.0.1) Gecko/20100101 Firefox/10.0.1
76 | Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:16.0) Gecko/20120813 Firefox/16.0
77 | Mozilla/4.0 (compatible; MSIE 5.15; Mac_PowerPC)
78 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.15
79 | Opera/9.0 (Macintosh; PPC Mac OS X; U; en)
80 | Opera/9.20 (Macintosh; Intel Mac OS X; U; en)
81 | Opera/9.64 (Macintosh; PPC Mac OS X; U; en) Presto/2.1.1
82 | Opera/9.80 (Macintosh; Intel Mac OS X; U; en) Presto/2.6.30 Version/10.61
83 | Opera/9.80 (Macintosh; Intel Mac OS X 10.4.11; U; en) Presto/2.7.62 Version/11.00
84 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/125.2 (KHTML, like Gecko) Safari/85.8
85 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/125.2 (KHTML, like Gecko) Safari/125.8
86 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5 (KHTML, like Gecko) Safari/312.3
87 | Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/418.8 (KHTML, like Gecko) Safari/419.3
88 | ELinks (0.4pre5; Linux 2.6.10-ac7 i686; 80x33)
89 | ELinks/0.9.3 (textmode; Linux 2.6.9-kanotix-8 i686; 127x41)
90 | ELinks/0.12~pre5-4
91 | Links/0.9.1 (Linux 2.4.24; i386;)
92 | Links (2.1pre15; Linux 2.4.26 i686; 158x61)
93 | Links (2.3pre1; Linux 2.6.38-8-generic x86_64; 170x48)
94 | Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/0.8.12
95 | w3m/0.5.1
96 | Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.4 (KHTML, like Gecko) Chrome/4.0.237.0 Safari/532.4 Debian
97 | Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.8 (KHTML, like Gecko) Chrome/4.0.277.0 Safari/532.8
98 | Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.309.0 Safari/532.9
99 | Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/534.7 (KHTML, like Gecko) Chrome/7.0.514.0 Safari/534.7
100 | Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/540.0 (KHTML, like Gecko) Ubuntu/10.10 Chrome/9.1.0.0 Safari/540.0
101 | Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/534.15 (KHTML, like Gecko) Chrome/10.0.613.0 Safari/534.15
102 | Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/534.15 (KHTML, like Gecko) Ubuntu/10.10 Chromium/10.0.613.0 Chrome/10.0.613.0 Safari/534.15
103 | Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.24 (KHTML, like Gecko) Ubuntu/10.10 Chromium/12.0.703.0 Chrome/12.0.703.0 Safari/534.24
104 | Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.20 Safari/535.1
105 | Mozilla/5.0 Slackware/13.37 (X11; U; Linux x86_64; en-US) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.41
106 | Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Ubuntu/11.04 Chromium/14.0.825.0 Chrome/14.0.825.0 Safari/535.1
107 | Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.2 (KHTML, like Gecko) Ubuntu/11.10 Chromium/15.0.874.120 Chrome/15.0.874.120 Safari/535.2
108 | Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5
109 | Mozilla/5.0 (X11; U; Linux; i686; en-US; rv:1.6) Gecko Epiphany/1.2.5
110 | Mozilla/5.0 (X11; U; Linux i586; en-US; rv:1.7.3) Gecko/20040924 Epiphany/1.4.4 (Ubuntu)
111 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040614 Firefox/0.8
112 | Mozilla/5.0 (X11; U; Linux x86_64; sv-SE; rv:1.8.1.12) Gecko/20080207 Ubuntu/7.10 (gutsy) Firefox/2.0.0.12
113 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.11) Gecko/2009060309 Ubuntu/9.10 (karmic) Firefox/3.0.11
114 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.2) Gecko/20090803 Ubuntu/9.04 (jaunty) Shiretoko/3.5.2
115 | Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.5) Gecko/20091107 Firefox/3.5.5
116 | Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20091020 Linux Mint/8 (Helena) Firefox/3.5.3
117 | Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.9) Gecko/20100915 Gentoo Firefox/3.6.9
118 | Mozilla/5.0 (X11; U; Linux i686; pl-PL; rv:1.9.0.2) Gecko/20121223 Ubuntu/9.25 (jaunty) Firefox/3.8
119 | Mozilla/5.0 (X11; Linux i686; rv:2.0b6pre) Gecko/20100907 Firefox/4.0b6pre
120 | Mozilla/5.0 (X11; Linux i686 on x86_64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
121 | Mozilla/5.0 (X11; Linux i686; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
122 | Mozilla/5.0 (X11; Linux x86_64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
123 | Mozilla/5.0 (X11; Linux x86_64; rv:2.2a1pre) Gecko/20100101 Firefox/4.2a1pre
124 | Mozilla/5.0 (X11; Linux i686; rv:5.0) Gecko/20100101 Firefox/5.0
125 | Mozilla/5.0 (X11; Linux i686; rv:6.0) Gecko/20100101 Firefox/6.0
126 | Mozilla/5.0 (X11; Linux x86_64; rv:7.0a1) Gecko/20110623 Firefox/7.0a1
127 | Mozilla/5.0 (X11; Linux i686; rv:8.0) Gecko/20100101 Firefox/8.0
128 | Mozilla/5.0 (X11; Linux x86_64; rv:10.0.1) Gecko/20100101 Firefox/10.0.1
129 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.16) Gecko/20120421 Gecko Firefox/11.0
130 | Mozilla/5.0 (X11; Linux i686; rv:12.0) Gecko/20100101 Firefox/12.0
131 | Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:14.0) Gecko/20100101 Firefox/14.0.1
132 | Mozilla/5.0 (X11; U; Linux; i686; en-US; rv:1.6) Gecko Galeon/1.3.14
133 | Mozilla/5.0 (X11; U; Linux ppc; en-US; rv:1.8.1.13) Gecko/20080313 Iceape/1.1.9 (Debian-1.1.9-5)
134 | Mozilla/5.0 (X11; U; Linux i686; pt-PT; rv:1.9.2.3) Gecko/20100402 Iceweasel/3.6.3 (like Firefox/3.6.3) GTB7.0
135 | Mozilla/5.0 (X11; Linux x86_64; rv:5.0) Gecko/20100101 Firefox/5.0 Iceweasel/5.0
136 | Mozilla/5.0 (X11; Linux i686; rv:6.0a2) Gecko/20110615 Firefox/6.0a2 Iceweasel/6.0a2
137 | Mozilla/5.0 (X11; Linux i686; rv:14.0) Gecko/20100101 Firefox/14.0.1 Iceweasel/14.0.1
138 | Mozilla/5.0 (X11; Linux x86_64; rv:15.0) Gecko/20120724 Debian Iceweasel/15.02
139 | Konqueror/3.0-rc4; (Konqueror/3.0-rc4; i686 Linux;;datecode)
140 | Mozilla/5.0 (compatible; Konqueror/3.3; Linux 2.6.8-gentoo-r3; X11;
141 | Mozilla/5.0 (compatible; Konqueror/3.5; Linux 2.6.30-7.dmz.1-liquorix-686; X11) KHTML/3.5.10 (like Gecko) (Debian package 4:3.5.10.dfsg.1-1 b1)
142 | Mozilla/5.0 (compatible; Konqueror/3.5; Linux; en_US) KHTML/3.5.6 (like Gecko) (Kubuntu)
143 | Mozilla/5.0 (X11; Linux x86_64; en-US; rv:2.0b2pre) Gecko/20100712 Minefield/4.0b2pre
144 | Mozilla/5.0 (X11; U; Linux; i686; en-US; rv:1.6) Gecko Debian/1.6-7
145 | MSIE (MSIE 6.0; X11; Linux; i686) Opera 7.23
146 | Opera/9.64 (X11; Linux i686; U; Linux Mint; nb) Presto/2.1.1
147 | Opera/9.80 (X11; Linux i686; U; en) Presto/2.2.15 Version/10.10
148 | Opera/9.80 (X11; Linux x86_64; U; pl) Presto/2.7.62 Version/11.00
149 | Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.34 (KHTML, like Gecko) QupZilla/1.2.0 Safari/534.34
150 | Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.17) Gecko/20110123 SeaMonkey/2.0.12
151 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1) Gecko/20061024 Firefox/2.0 (Swiftfox)
152 | ELinks (0.4.3; NetBSD 3.0.2PATCH sparc64; 141x19)
153 | Links (2.1pre15; FreeBSD 5.3-RELEASE i386; 196x84)
154 | Lynx/2.8.7dev.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8d
155 | w3m/0.5.1
156 | Mozilla/5.0 (X11; U; FreeBSD i386; en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/4.0.207.0 Safari/532.0
157 | Mozilla/5.0 (X11; U; OpenBSD i386; en-US) AppleWebKit/533.3 (KHTML, like Gecko) Chrome/5.0.359.0 Safari/533.3
158 | Mozilla/5.0 (X11; U; FreeBSD x86_64; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.204 Safari/534.16
159 | Mozilla/5.0 (X11; U; SunOS sun4m; en-US; rv:1.4b) Gecko/20030517 Mozilla Firebird/0.6
160 | Mozilla/5.0 (X11; U; SunOS i86pc; en-US; rv:1.9.1b3) Gecko/20090429 Firefox/3.1b3
161 | Mozilla/5.0 (X11; U; OpenBSD i386; en-US; rv:1.9.1) Gecko/20090702 Firefox/3.5
162 | Mozilla/5.0 (X11; U; FreeBSD i386; de-CH; rv:1.9.2.8) Gecko/20100729 Firefox/3.6.8
163 | Mozilla/5.0 (X11; FreeBSD amd64; rv:5.0) Gecko/20100101 Firefox/5.0
164 | Mozilla/5.0 (X11; U; FreeBSD i386; en-US; rv:1.6) Gecko/20040406 Galeon/1.3.15
165 | Mozilla/5.0 (compatible; Konqueror/3.5; NetBSD 4.0_RC3; X11) KHTML/3.5.7 (like Gecko)
166 | Mozilla/5.0 (compatible; Konqueror/3.5; SunOS) KHTML/3.5.1 (like Gecko)
167 | Mozilla/5.0 (X11; U; FreeBSD; i386; en-US; rv:1.7) Gecko
168 | Mozilla/4.77 [en] (X11; I; IRIX;64 6.5 IP30)
169 | Mozilla/4.8 [en] (X11; U; SunOS; 5.7 sun4u)
170 | Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; BOLT/2.800) AppleWebKit/534.6 (KHTML, like Gecko) Version/5.0 Safari/534.6.3
171 | Mozilla/5.0 (Linux; Android 4.4.2; SAMSUNG-SM-T537A Build/KOT49H) AppleWebKit/537.36 (KHTML like Gecko) Chrome/35.0.1916.141 Safari/537.36
172 | Mozilla/5.0 (Linux; Android 8.0.0; Pixel XL Build/OPR6.170623.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.107 Mobile Safari/537.36
173 | Mozilla/5.0 (Windows Phone 10.0; Android 4.2.1; DEVICE INFO) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71 Mobile Safari/537.36 Edge/12.0
174 | Mozilla/5.0 (Android; Mobile; rv:35.0) Gecko/35.0 Firefox/35.0
175 | Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.12; Microsoft ZuneHD 4.3)
176 | Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11)
177 | Mozilla/4.0 (compatible; MSIE 7.0; Windows Phone OS 7.0; Trident/3.1; IEMobile/7.0) Asus;Galaxy6
178 | Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)
179 | Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)
180 | Mozilla/5.0 (compatible; MSIE 10.0; Windows Phone 8.0; Trident/6.0; IEMobile/10.0; ARM; Touch)
181 | Mozilla/1.22 (compatible; MSIE 5.01; PalmOS 3.0) EudoraWeb 2.1
182 | Mozilla/5.0 (WindowsCE 6.0; rv:2.0.1) Gecko/20100101 Firefox/4.0.1
183 | Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1
184 | Mozilla/5.0 (Maemo; Linux armv7l; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Fennec/2.0.1
185 | Mozilla/5.0 (Maemo; Linux armv7l; rv:10.0.1) Gecko/20100101 Firefox/10.0.1 Fennec/10.0.1
186 | Mozilla/5.0 (Android 6.0.1; Mobile; rv:48.0) Gecko/48.0 Firefox/48.0
187 | Mozilla/5.0 (Windows; U; Windows CE 5.1; rv:1.8.1a3) Gecko/20060610 Minimo/0.016
188 | Mozilla/5.0 (X11; U; Linux armv6l; rv 1.8.1.5pre) Gecko/20070619 Minimo/0.020
189 | Mozilla/5.0 (X11; U; Linux arm7tdmi; rv:1.8.1.11) Gecko/20071130 Minimo/0.025
190 | Mozilla/4.0 (PDA; PalmOS/sony/model prmr/Revision:1.1.54 (en)) NetFront/3.0
191 | Opera/9.51 Beta (Microsoft Windows; PPC; Opera Mobi/1718; U; en)
192 | Opera/9.60 (J2ME/MIDP; Opera Mini/4.1.11320/608; U; en) Presto/2.2.0
193 | Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14320/554; U; cs) Presto/2.2.0
194 | Opera/9.80 (S60; SymbOS; Opera Mobi/499; U; ru) Presto/2.4.18 Version/10.00
195 | Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30
196 | Opera/9.80 (Android; Opera Mini/7.5.33361/31.1543; U; en) Presto/2.8.119 Version/11.1010
197 | Opera/9.80 (J2ME/MIDP; Opera Mini/8.0.35626/37.8918; U; en) Presto/2.12.423 Version/12.16
198 | Mozilla/5.0 (Linux; Android 5.1.1; Nexus 7 Build/LMY47V) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.78 Safari/537.36 OPR/30.0.1856.93524
199 | Opera/9.80 (Android; Opera Mini/9.0.1829/66.318; U; en) Presto/2.12.423 Version/12.16
200 | Opera/9.80 (Linux i686; Opera Mobi/1040; U; en) Presto/2.5.24 Version/10.00
201 | POLARIS/6.01 (BREW 3.1.5; U; en-us; LG; LX265; POLARIS/6.01/WAP) MMP/2.0 profile/MIDP-2.1 Configuration/CLDC-1.1
202 | Mozilla/5.0 (X11; U; Linux x86_64; en-gb) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.9174AP
203 | Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.9174AT
204 | Mozilla/5.0 (iPod; U; CPU iPhone OS 6_1 like Mac OS X; en-HK) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/3.9174IP Mobile
205 | Mozilla/5.0 (X11; U; Linux x86_64; en-AU) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/3.9174IT
206 | Mozilla/5.0 (X11; U; Linux i686; en-gb) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.0.5603M
207 | Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.114 Safari/537.36 Puffin/4.5.0IT
208 | Mozilla/5.0 (Linux; U; Android 2.0; en-us; Droid Build/ESD20) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17
209 | Mozilla/5.0 (iPad; U; CPU OS 4_2_1 like Mac OS X; ja-jp) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8C148 Safari/6533.18.5
210 | Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_2_1 like Mac OS X; da-dk) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8C148 Safari/6533.18.5
211 | Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25
212 | Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; XBLWP7; ZuneWP7) UCBrowser/2.9.0.263
213 | Mozilla/5.0 (Linux; U; Android 2.3.3; en-us ; LS670 Build/GRI40) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1/UCBrowser/8.6.1.262/145/355
214 | DoCoMo/2.0 SH901iC(c100;TB;W24H12)
215 | Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7 MG(Novarra-Vision/6.9)
216 | Mozilla/4.0 (compatible; MSIE 6.0; j2me) ReqwirelessWeb/3.5
217 | Vodafone/1.0/V802SE/SEJ001 Browser/SEMC-Browser/4.1
218 | BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 (Google WAP Proxy/1.0)
219 | Nokia6100/1.0 (04.01) Profile/MIDP-1.0 Configuration/CLDC-1.0
220 | Nokia6630/1.0 (2.3.129) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1
221 | Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)
222 | Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)
223 | Mozilla/5.0 (compatible; alexa site audit/1.0; +http://www.alexa.com/help/webmasters; )
224 | EmailWolf 1.00
225 | facebookexternalhit/1.1
226 | facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
227 | Facebot
228 | Gaisbot/3.0 (robot@gais.cs.ccu.edu.tw; http://gais.cs.ccu.edu.tw/robot.php)
229 | grub-client-1.5.3; (grub-client-1.5.3; Crawl your own stuff with http://grub.org)
230 | Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)
231 | Screaming Frog SEO Spider/8.1
232 | TurnitinBot (https://turnitin.com/robot/crawlerinfo.html)
233 | Twitterbot/1.0
234 | Xenu Link Sleuth/1.3.8
235 | Mozilla/3.0 (compatible; NetPositive/2.1.1; BeOS)
236 | Mozilla/5.0 (BeOS; U; BeOS BePC; en-US; rv:1.9a1) Gecko/20060702 SeaMonkey/1.5a
237 | Mozilla/5.0 (OS/2; U; OS/2; en-US) AppleWebKit/533.3 (KHTML, like Gecko) Arora/0.11.0 Safari/533.3
238 | Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20100101 Firefox/10.0.12
239 | Mozilla/5.0 (OS/2; Warp 4.5; rv:24.0) Gecko/20100101 Firefox/24.0
240 | Mozilla/5.0 (OS/2; Warp 4.5; rv:31.0) Gecko/20100101 Firefox/31.0
241 | Mozilla/5.0 (OS/2; Warp 4.5; rv:38.0) Gecko/20100101 Firefox/38.0
242 | Mozilla/5.0 (OS/2; Warp 4.5; rv:45.0) Gecko/20100101 Firefox/45.0
243 | Mozilla/5.0 (OS/2; U; OS/2; en-US) AppleWebKit/533.3 (KHTML, like Gecko) QupZilla/1.3.1 Safari/533.3
244 | Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20130108 Firefox/10.0.12 SeaMonkey/2.7.2
245 | Mozilla/5.0 (OS/2; Warp 4.5; rv:24.0) Gecko/20100101 Firefox/24.0 SeaMonkey/2.21
246 | Mozilla/5.0 (OS/2; Warp 4.5; rv:31.0) Gecko/20100101 Firefox/31.0 SeaMonkey/2.28
247 | Mozilla/5.0 (OS/2; Warp 4.5; rv:38.0) Gecko/20100101 Firefox/38.0 SeaMonkey/2.35
248 | Mozilla/5.0 (OS/2; Warp 4.5; rv:45.0) Gecko/20100101 Firefox/45.0 SeaMonkey/2.42.9esr
249 | Adobe Application Manager 2.0
250 | AndroidDownloadManager/5.1 (Linux; U; Android 5.1; Z820 Build/LMY47D)
251 | Download Demon/3.5.0.11
252 | Offline Explorer/2.5
253 | SuperBot/4.4.0.60 (Windows XP)
254 | WebCopier v4.6
255 | Web Downloader/6.9
256 | WebZIP/3.5 (http://www.spidersoft.com)
257 | Wget/1.9 cvs-stable (Red Hat modified)
258 | Wget/1.9.1
259 | Wget/1.12 (freebsd8.1)
260 | Bloglines/3.1 (http://www.bloglines.com)
261 | everyfeed-spider/2.0 (http://www.everyfeed.com)
262 | FeedFetcher-Google; ( http://www.google.com/feedfetcher.html)
263 | Gregarius/0.5.2 ( http://devlog.gregarius.net/docs/ua)
264 | Mozilla/5.0 (PLAYSTATION 3; 2.00)
265 | Mozilla/5.0 (PLAYSTATION 3; 1.10)
266 | Mozilla/4.0 (PSP (PlayStation Portable); 2.00)
267 | Opera/9.30 (Nintendo Wii; U; ; 2047-7; en)
268 | wii libnup/1.0
269 | Java/1.6.0_13
270 | libwww-perl/5.820
271 | Peach/1.01 (Ubuntu 8.04 LTS; U; en)
272 | Python-urllib/2.5
273 | HTMLParser/1.6
274 | Jigsaw/2.2.5 W3C_CSS_Validator_JFouffa/2.0
275 | W3C_Validator/1.654
276 | W3C_Validator/1.305.2.12 libwww-perl/5.64
277 | P3P Validator
278 | CSSCheck/1.2.2
279 | WDG_Validator/1.6.2
280 | facebookscraper/1.0( http://www.facebook.com/sharescraper_help.php)
281 | grub-client-1.5.3; (grub-client-1.5.3; Crawl your own stuff with http://grub.org)
282 | iTunes/4.2 (Macintosh; U; PPC Mac OS X 10.2)
283 | Microsoft URL Control - 6.00.8862
284 | Roku/DVP-4.1 (024.01E01250A)
285 | Mozilla/5.0 (SMART-TV; X11; Linux armv7l) AppleWebkit/537.42 (KHTML, like Gecko) Chromium/25.0.1349.2 Chrome/25.0.1349.2 Safari/537.42
286 | SearchExpress
287 |
--------------------------------------------------------------------------------
/test/test_advanced_background_checks.rst:
--------------------------------------------------------------------------------
1 | *******************************************
2 | Advanced Background Check basic doc tests
3 | *******************************************
4 |
5 | .. contents:: Table of Contents
6 |
7 | Introduction
8 | ************
9 |
10 | Basic doc tests implementing unit test framework
11 | for testing Advanced Background Checks plugin functionality.
12 |
13 | Tests are implemented via RST files.
14 |
15 | Importing Advanced Background Checks Plugin
16 | *******************************************
17 |
18 | >>> from skiptracer.plugins.advance_background_checks import AdvanceBackgroundGrabber
19 | >>> abc_obj = AdvanceBackgroundGrabber()
20 |
21 |
--------------------------------------------------------------------------------
/test/test_runner.py:
--------------------------------------------------------------------------------
1 | import doctest
2 | doctest.testfile("test_advanced_background_checks.rst")
3 |
--------------------------------------------------------------------------------