├── .gitignore
├── LICENSE
├── README.md
└── gSpiderMac
├── .gitignore
├── gSpiderMac.xcodeproj
├── project.pbxproj
├── project.xcworkspace
│ ├── contents.xcworkspacedata
│ ├── xcshareddata
│ │ └── gSpiderMac.xccheckout
│ └── xcuserdata
│ │ ├── reich.xcuserdatad
│ │ └── UserInterfaceState.xcuserstate
│ │ ├── wzhao.xcuserdatad
│ │ └── UserInterfaceState.xcuserstate
│ │ └── zhaohu.xcuserdatad
│ │ └── UserInterfaceState.xcuserstate
└── xcuserdata
│ ├── reich.xcuserdatad
│ ├── xcdebugger
│ │ └── Breakpoints_v2.xcbkptlist
│ └── xcschemes
│ │ ├── gSpiderMac.xcscheme
│ │ └── xcschememanagement.plist
│ ├── wzhao.xcuserdatad
│ ├── xcdebugger
│ │ └── Breakpoints_v2.xcbkptlist
│ └── xcschemes
│ │ ├── gSpiderMac.xcscheme
│ │ └── xcschememanagement.plist
│ └── zhaohu.xcuserdatad
│ └── xcschemes
│ ├── gSpiderMac.xcscheme
│ └── xcschememanagement.plist
├── gSpiderMac
├── AjaxWrap.cpp
├── AjaxWrap.h
├── DomWrap.cpp
├── DomWrap.h
├── GSTask.cpp
├── GSTask.h
├── HTMLTree.cpp
├── HTMLTree.h
├── LocationWrap.cpp
├── LocationWrap.h
├── NavigatorWrap.cpp
├── NavigatorWrap.h
├── ScreenWrap.cpp
├── ScreenWrap.h
├── WZ_HTTPSocket.cpp
├── WZ_HTTPSocket.h
├── WindowWrap.cpp
├── WindowWrap.h
├── cssstyleWrap.cpp
├── cssstyleWrap.h
├── elementWrap.cpp
├── elementWrap.h
├── main.cpp
├── minicfg.cpp
├── minicfg.h
├── spiderActions.cpp
├── spiderActions.h
├── testWrap.cpp
├── testWrap.h
├── util.cpp
└── util.h
├── nodejs
└── nodejs
│ ├── main.cpp
│ └── src
│ ├── async-wrap-inl.h
│ ├── async-wrap.h
│ ├── base-object-inl.h
│ ├── base-object.h
│ ├── cares_wrap.cc
│ ├── env-inl.h
│ ├── env.h
│ ├── fs_event_wrap.cc
│ ├── handle_wrap.cc
│ ├── handle_wrap.h
│ ├── node.cc
│ ├── node.d
│ ├── node.h
│ ├── node.js
│ ├── node.stp
│ ├── node_buffer.cc
│ ├── node_buffer.h
│ ├── node_constants.cc
│ ├── node_constants.h
│ ├── node_contextify.cc
│ ├── node_counters.cc
│ ├── node_counters.h
│ ├── node_crypto.cc
│ ├── node_crypto.h
│ ├── node_crypto_bio.cc
│ ├── node_crypto_bio.h
│ ├── node_crypto_clienthello-inl.h
│ ├── node_crypto_clienthello.cc
│ ├── node_crypto_clienthello.h
│ ├── node_crypto_groups.h
│ ├── node_dtrace.cc
│ ├── node_dtrace.h
│ ├── node_file.cc
│ ├── node_file.h
│ ├── node_http_parser.cc
│ ├── node_http_parser.h
│ ├── node_internals.h
│ ├── node_javascript.cc
│ ├── node_javascript.h
│ ├── node_main.cc
│ ├── node_object_wrap.h
│ ├── node_os.cc
│ ├── node_provider.d
│ ├── node_root_certs.h
│ ├── node_stat_watcher.cc
│ ├── node_stat_watcher.h
│ ├── node_v8.cc
│ ├── node_version.h
│ ├── node_watchdog.cc
│ ├── node_watchdog.h
│ ├── node_win32_etw_provider-inl.h
│ ├── node_win32_etw_provider.cc
│ ├── node_win32_etw_provider.h
│ ├── node_win32_perfctr_provider.cc
│ ├── node_win32_perfctr_provider.h
│ ├── node_wrap.h
│ ├── node_zlib.cc
│ ├── notrace_macros.py
│ ├── perfctr_macros.py
│ ├── pipe_wrap.cc
│ ├── pipe_wrap.h
│ ├── process_wrap.cc
│ ├── queue.h
│ ├── req_wrap.h
│ ├── res
│ ├── node.exe.extra.manifest
│ ├── node.ico
│ ├── node.rc
│ ├── node_etw_provider.man
│ └── node_perfctr_provider.man
│ ├── signal_wrap.cc
│ ├── smalloc.cc
│ ├── smalloc.h
│ ├── spawn_sync.cc
│ ├── spawn_sync.h
│ ├── stream_wrap.cc
│ ├── stream_wrap.h
│ ├── string_bytes.cc
│ ├── string_bytes.h
│ ├── tcp_wrap.cc
│ ├── tcp_wrap.h
│ ├── timer_wrap.cc
│ ├── tls_wrap.cc
│ ├── tls_wrap.h
│ ├── tree.h
│ ├── tty_wrap.cc
│ ├── tty_wrap.h
│ ├── udp_wrap.cc
│ ├── udp_wrap.h
│ ├── util-inl.h
│ ├── util.cc
│ ├── util.h
│ ├── uv.cc
│ ├── v8abbr.h
│ └── v8ustack.d
├── readme
├── test
├── demo_get2.php
└── get.html
└── testv8
├── testv8.xcodeproj
├── project.pbxproj
└── xcuserdata
│ └── reich.xcuserdatad
│ └── xcschemes
│ ├── testv8.xcscheme
│ └── xcschememanagement.plist
└── testv8
└── main.cpp
/.gitignore:
--------------------------------------------------------------------------------
1 | # Compiled Object files
2 | *.slo
3 | *.lo
4 | *.o
5 | *.obj
6 |
7 | # Precompiled Headers
8 | *.gch
9 | *.pch
10 |
11 | # Compiled Dynamic libraries
12 | *.so
13 | *.dylib
14 | *.dll
15 |
16 | # Fortran module files
17 | *.mod
18 |
19 | # Compiled Static libraries
20 | *.lai
21 | *.la
22 | *.a
23 | *.lib
24 |
25 | # Executables
26 | *.exe
27 | *.out
28 | *.app
29 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # grampusSpider
2 | A web-spider that can run JS based V8 and get AJAX contents, command line mode.
3 |
4 | Idea:
5 | I need to grasp some information from web but there are ajax pages blocked there . Need JavaScript parsing and execute.
6 | So the project comes.
7 |
--------------------------------------------------------------------------------
/gSpiderMac/.gitignore:
--------------------------------------------------------------------------------
1 | .DS_Store
2 | Debug
3 | Release
4 |
5 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/contents.xcworkspacedata:
--------------------------------------------------------------------------------
1 |
2 |
4 |
6 |
7 |
8 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcshareddata/gSpiderMac.xccheckout:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | IDESourceControlProjectFavoriteDictionaryKey
6 |
7 | IDESourceControlProjectIdentifier
8 | 08CDE7DD-3FAD-4CDA-A67B-D475207E1823
9 | IDESourceControlProjectName
10 | gSpiderMac
11 | IDESourceControlProjectOriginsDictionary
12 |
13 | B9F0E82525F6C7457C798A5A1858635F24C869C0
14 | ssh://208.110.85.166:22222/repo/gSpiderMac
15 |
16 | IDESourceControlProjectPath
17 | gSpiderMac.xcodeproj
18 | IDESourceControlProjectRelativeInstallPathDictionary
19 |
20 | B9F0E82525F6C7457C798A5A1858635F24C869C0
21 | ../..
22 |
23 | IDESourceControlProjectURL
24 | ssh://208.110.85.166:22222/repo/gSpiderMac
25 | IDESourceControlProjectVersion
26 | 111
27 | IDESourceControlProjectWCCIdentifier
28 | B9F0E82525F6C7457C798A5A1858635F24C869C0
29 | IDESourceControlProjectWCConfigurations
30 |
31 |
32 | IDESourceControlRepositoryExtensionIdentifierKey
33 | public.vcs.git
34 | IDESourceControlWCCIdentifierKey
35 | B9F0E82525F6C7457C798A5A1858635F24C869C0
36 | IDESourceControlWCCName
37 | gSpiderMac
38 |
39 |
40 |
41 |
42 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/reich.xcuserdatad/UserInterfaceState.xcuserstate:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/reichtiger/grampusSpider/d8ba6b96a7af085c7c2420a5bcb1fa35ee8b03b7/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/reich.xcuserdatad/UserInterfaceState.xcuserstate
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/wzhao.xcuserdatad/UserInterfaceState.xcuserstate:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/reichtiger/grampusSpider/d8ba6b96a7af085c7c2420a5bcb1fa35ee8b03b7/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/wzhao.xcuserdatad/UserInterfaceState.xcuserstate
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/zhaohu.xcuserdatad/UserInterfaceState.xcuserstate:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/reichtiger/grampusSpider/d8ba6b96a7af085c7c2420a5bcb1fa35ee8b03b7/gSpiderMac/gSpiderMac.xcodeproj/project.xcworkspace/xcuserdata/zhaohu.xcuserdatad/UserInterfaceState.xcuserstate
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/reich.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist:
--------------------------------------------------------------------------------
1 |
2 |
5 |
6 |
8 |
14 |
15 |
16 |
18 |
30 |
31 |
32 |
34 |
46 |
47 |
48 |
49 |
50 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/reich.xcuserdatad/xcschemes/gSpiderMac.xcscheme:
--------------------------------------------------------------------------------
1 |
2 |
5 |
8 |
9 |
15 |
21 |
22 |
23 |
24 |
25 |
30 |
31 |
32 |
33 |
39 |
40 |
41 |
42 |
51 |
53 |
59 |
60 |
61 |
62 |
63 |
64 |
70 |
72 |
78 |
79 |
80 |
81 |
83 |
84 |
87 |
88 |
89 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/reich.xcuserdatad/xcschemes/xcschememanagement.plist:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | SchemeUserState
6 |
7 | gSpiderMac.xcscheme
8 |
9 | orderHint
10 | 0
11 |
12 |
13 | SuppressBuildableAutocreation
14 |
15 | A6E70A2A19E2D1BF00105506
16 |
17 | primary
18 |
19 |
20 |
21 |
22 |
23 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/wzhao.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist:
--------------------------------------------------------------------------------
1 |
2 |
5 |
6 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/wzhao.xcuserdatad/xcschemes/gSpiderMac.xcscheme:
--------------------------------------------------------------------------------
1 |
2 |
5 |
8 |
9 |
15 |
21 |
22 |
23 |
24 |
25 |
30 |
31 |
32 |
33 |
39 |
40 |
41 |
42 |
51 |
52 |
58 |
59 |
60 |
61 |
62 |
63 |
69 |
70 |
76 |
77 |
78 |
79 |
81 |
82 |
85 |
86 |
87 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/wzhao.xcuserdatad/xcschemes/xcschememanagement.plist:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | SchemeUserState
6 |
7 | gSpiderMac.xcscheme
8 |
9 | orderHint
10 | 0
11 |
12 |
13 | SuppressBuildableAutocreation
14 |
15 | A6E70A2A19E2D1BF00105506
16 |
17 | primary
18 |
19 |
20 |
21 |
22 |
23 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/zhaohu.xcuserdatad/xcschemes/gSpiderMac.xcscheme:
--------------------------------------------------------------------------------
1 |
2 |
5 |
8 |
9 |
15 |
21 |
22 |
23 |
24 |
25 |
30 |
31 |
32 |
33 |
39 |
40 |
41 |
42 |
51 |
52 |
58 |
59 |
60 |
61 |
62 |
63 |
69 |
70 |
76 |
77 |
78 |
79 |
81 |
82 |
85 |
86 |
87 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac.xcodeproj/xcuserdata/zhaohu.xcuserdatad/xcschemes/xcschememanagement.plist:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | SchemeUserState
6 |
7 | gSpiderMac.xcscheme
8 |
9 | orderHint
10 | 0
11 |
12 |
13 | SuppressBuildableAutocreation
14 |
15 | A6E70A2A19E2D1BF00105506
16 |
17 | primary
18 |
19 |
20 |
21 |
22 |
23 |
--------------------------------------------------------------------------------
/gSpiderMac/gSpiderMac/AjaxWrap.h:
--------------------------------------------------------------------------------
1 | //
2 | // AjaxWrap.h
3 | // gSpiderMac
4 | //
5 | // Created by reichtiger on 10/6/14.
6 | // Copyright (c) 2014 reichtiger. All rights reserved.
7 | //
8 |
9 | #ifndef __AJAXWRAP_HEADER__
10 | #define __AJAXWRAP_HEADER__
11 |
12 | #include
13 | #include
14 | #include
15 | #include
16 | #include
17 |
18 | #include
19 | #include "WZ_HTTPSocket.h"
20 | #include "util.h"
21 | #include "minicfg.h"
22 |
23 |
24 | using namespace v8;
25 |
26 | namespace gSpider {
27 | /**
28 | * XMLHttpRequest declare
29 | */
30 |
31 | class XMLHttpRequest{
32 | public:
33 | char* _host;
34 | int _port;
35 | char* _curPath;
36 | WZ_HTTPSocket hs;
37 | int status;
38 | int readyState;
39 | char* response_txt;
40 | Persistent _onreadystatechange;
41 | //Persistent