├── config.default.js
├── README.md
├── .gitignore
├── package.json
├── LICENSE
├── index.js
├── util.js
├── studentInfo.js
├── login.js
└── course.js


/config.default.js:
--------------------------------------------------------------------------------
1 | /* Course Planner
2 |  * config file
3 |  */
4 | 
5 | module.exports = {
6 | 	netID: '',
7 | 	password: '',
8 | 	debug: false
9 | }


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # CoursePlanner
 2 | for UIUC
 3 | 
 4 | ### Environment
 5 | ```
 6 | # install node 6.2.0 and npm first
 7 | 
 8 | # install the dependencies
 9 | $ npm install
10 | ```
11 | 
12 | ### How
13 | 1. Duplicate the `config.default.js` and rename it into `config.js`. Modify the information.
14 | ```
15 | module.exports = {
16 |     netID: '',          // Type in your NetID here
17 |     password: '',       // Your password
18 |     debug: false
19 | }
20 | ```
21 | 
22 | 2. Run
23 | ```
24 | npm run getcourselist
25 | npm run getstudentinfo
26 | ```
27 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
 1 | # Logs
 2 | logs
 3 | *.log
 4 | npm-debug.log*
 5 | 
 6 | # Runtime data
 7 | pids
 8 | *.pid
 9 | *.seed
10 | 
11 | # Directory for instrumented libs generated by jscoverage/JSCover
12 | lib-cov
13 | 
14 | # Coverage directory used by tools like istanbul
15 | coverage
16 | 
17 | # Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
18 | .grunt
19 | 
20 | # node-waf configuration
21 | .lock-wscript
22 | 
23 | # Compiled binary addons (http://nodejs.org/api/addons.html)
24 | build/Release
25 | 
26 | # Dependency directory
27 | node_modules
28 | 
29 | # Optional npm cache directory
30 | .npm
31 | 
32 | # Optional REPL history
33 | .node_repl_history
34 | 
35 | # config
36 | config.js
37 | *.temp


--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "name": "courseplanner",
 3 |   "version": "1.0.0",
 4 |   "description": "for UIUC",
 5 |   "main": "index.js",
 6 |   "scripts": {
 7 |     "test": "echo \"Error: no test specified\" && exit 1",
 8 |     "getcourselist": "node index.js getcourselist",
 9 |     "getstudentinfo": "node index.js getstudentinfo"
10 |   },
11 |   "repository": {
12 |     "type": "git",
13 |     "url": "git+https://rijn@github.com/rijn/CoursePlanner.git"
14 |   },
15 |   "author": "Rijn",
16 |   "license": "MIT",
17 |   "bugs": {
18 |     "url": "https://github.com/rijn/CoursePlanner/issues"
19 |   },
20 |   "homepage": "https://github.com/rijn/CoursePlanner#readme",
21 |   "dependencies": {
22 |     "colors": "^1.1.2",
23 |     "cookie": "^0.2.4",
24 |     "htmlparser2": "^3.9.0",
25 |     "http": "0.0.0",
26 |     "md5": "^2.1.0",
27 |     "q": "^1.4.1",
28 |     "querystring": "^0.2.0",
29 |     "request": "^2.72.0"
30 |   }
31 | }
32 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | The MIT License (MIT)
 2 | 
 3 | Copyright (c) 2016 Rijn Bian
 4 | 
 5 | Permission is hereby granted, free of charge, to any person obtaining a copy
 6 | of this software and associated documentation files (the "Software"), to deal
 7 | in the Software without restriction, including without limitation the rights
 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 | 
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 | 
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 | 


--------------------------------------------------------------------------------
/index.js:
--------------------------------------------------------------------------------
 1 | // get arguments
 2 | 
 3 | var arguments = process.argv.splice(2);
 4 | console.log(arguments);
 5 | 
 6 | const util = require('./util');
 7 | var config = util.getConfig();
 8 | 
 9 | console.log('User config = ', config);
10 | 
11 | // include dependencies
12 | 
13 | const Q = require('q');
14 | const colors = require('colors');
15 | 
16 | util.colorSetTheme(colors);
17 | 
18 | var sharedObject = {
19 |     'cookie': []
20 | };
21 | 
22 | var login = require('./login');
23 | var studentInfo = require('./studentInfo');
24 | var course = require('./course');
25 | 
26 | console.log('\nrunning...'.warn);
27 | 
28 | switch (arguments[0]) {
29 |     case 'getstudentinfo':
30 |         login.login(sharedObject)
31 |             .then(studentInfo.getStudentInfoTermList)
32 |             .then(studentInfo.requestStudentInfo)
33 |             .then(null, util.throwErr)
34 |             .done();
35 |         break;
36 |     case 'getcourselist':
37 |         login.login(sharedObject)
38 |             .then(studentInfo.getStudentInfoTermList)
39 |             .then(course.getSubjectList)
40 |             .then(course.getCourseList)
41 |             .then(course.parseCourseList)
42 |             .then(course.writeTree)
43 |             .then(course.generateCourseCodeList)
44 |             .then(null, util.throwErr)
45 |             .done();
46 |         break;
47 | }
48 | 


--------------------------------------------------------------------------------
/util.js:
--------------------------------------------------------------------------------
 1 | module.exports = {
 2 | 
 3 |     combineCookies: function(newCookie, sharedObject) {
 4 |         if (newCookie) {
 5 |             for (var i = 0; i < newCookie.length; i++) {
 6 |                 newCookie[i] = newCookie[i].split(';')[0];
 7 |             }
 8 |         }
 9 |         for (var i in newCookie) {
10 |             var key = newCookie[i].split('=')[0];
11 |             for (var j = 0; j < sharedObject.cookie.length; j++) {
12 |                 if (sharedObject.cookie[j].indexOf(key) >= 0) {
13 |                     sharedObject.cookie[j] = newCookie[i];
14 |                     key = 'COOKIEFLAG';
15 |                 }
16 |             }
17 |             if (key != 'COOKIEFLAG') {
18 |                 sharedObject.cookie.push(newCookie[i]);
19 |             }
20 |         }
21 |     },
22 | 
23 |     getConfig: function() {
24 |         var defaultConfig = require('./config.default');
25 |         var config = defaultConfig;
26 | 
27 |         var arguments = process.argv.splice(2);
28 | 
29 |         try {
30 |             var userConfig = require('./config');
31 |         } catch (e) {
32 |             console.log('Could not find user config');
33 |             return;
34 |         }
35 | 
36 |         for (var i in defaultConfig) {
37 |             if (userConfig.hasOwnProperty(i)) {
38 |                 config[i] = userConfig[i];
39 |             }
40 |         }
41 | 
42 |         return config;
43 |     },
44 | 
45 |     throwErr: function(err) {
46 |         const colors = require('colors');
47 |         console.log('\n', err.red);
48 |         throw err;
49 |     },
50 | 
51 |     colorSetTheme: function(colors) {
52 |         colors.setTheme({
53 |             info: 'green',
54 |             data: 'grey',
55 |             help: 'cyan',
56 |             warn: 'yellow',
57 |             debug: 'blue',
58 |             error: 'red',
59 |             request: 'cyan',
60 |             result: 'green',
61 |         });
62 |     },
63 | };
64 | 


--------------------------------------------------------------------------------
/studentInfo.js:
--------------------------------------------------------------------------------
  1 | const https = require('https');
  2 | const Q = require('q');
  3 | const querystring = require('querystring');
  4 | const colors = require('colors');
  5 | 
  6 | const util = require('./util');
  7 | var config = util.getConfig();
  8 | 
  9 | util.colorSetTheme(colors);
 10 | 
 11 | module.exports = {
 12 | 
 13 |     getStudentInfoTermList: function(sharedObject) {
 14 |         var deferred = Q.defer();
 15 | 
 16 |         var options = {
 17 |             hostname: 'ui2web1.apps.uillinois.edu',
 18 |             port: 443,
 19 |             path: '/BANPROD1/bwskgstu.P_StuInfo',
 20 |             method: 'GET',
 21 |             headers: {
 22 |                 'Host': 'ui2web1.apps.uillinois.edu',
 23 |                 'Upgrade-Insecure-Requests': 1,
 24 |                 'Cookie': sharedObject.cookie.join(';'),
 25 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
 26 |                 'Referer': 'https://ui2web1.apps.uillinois.edu/BANPROD1/twbkwbis.P_GenMenu?name=bmenu.P_AdminMnu',
 27 |             }
 28 |         };
 29 | 
 30 |         console.log('\nREQUEST'.request, options.hostname + options.path);
 31 | 
 32 |         var data = '';
 33 | 
 34 |         var req = https.request(options, (res) => {
 35 |             console.log('STATUS'.result, res.statusCode);
 36 |             if (config.debug) {
 37 |                 console.log('HEADERS'.data, res.headers);
 38 |             }
 39 | 
 40 |             res.on('data', (d) => {
 41 |                 data += d;
 42 |                 // process.stdout.write(d);
 43 |             });
 44 | 
 45 |             res.on('end', () => {
 46 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
 47 |                 // console.log('DATA'.data, data.data);
 48 |                 var regexp = /\<OPTION VALUE="([0-9]*)"\>([A-Za-z0-9\- ]*)\<\/OPTION\>/g;
 49 |                 match_data = regexp.exec(data);
 50 |                 console.log('\n', match_data[2].warn);
 51 |                 data = match_data[1];
 52 |                 sharedObject['termIn'] = data;
 53 |                 deferred.resolve(sharedObject);
 54 |             });
 55 |         });
 56 |         req.end();
 57 | 
 58 |         req.on('error', (e) => {
 59 |             console.error(e);
 60 |         });
 61 | 
 62 |         return deferred.promise;
 63 |     },
 64 | 
 65 |     requestStudentInfo: function(sharedObject) {
 66 |         var deferred = Q.defer();
 67 | 
 68 |         var postData = querystring.stringify({
 69 |             'term_in': sharedObject['termIn'],
 70 |         });
 71 | 
 72 |         var options = {
 73 |             hostname: 'ui2web1.apps.uillinois.edu',
 74 |             port: 443,
 75 |             path: '/BANPROD1/bwskgstu.P_StuInfo',
 76 |             method: 'POST',
 77 |             headers: {
 78 |                 'Host': 'ui2web1.apps.uillinois.edu',
 79 |                 'Origin': 'https://ui2web1.apps.uillinois.edu',
 80 |                 'Content-Type': 'application/x-www-form-urlencoded',
 81 |                 'Upgrade-Insecure-Requests': 1,
 82 |                 'Cookie': sharedObject.cookie.join(';'),
 83 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
 84 |                 'Referer': 'https://ui2web1.apps.uillinois.edu/BANPROD1/bwskgstu.P_StuInfo',
 85 |                 'Content-Length': postData.length,
 86 |             }
 87 |         };
 88 | 
 89 |         console.log('\nREQUEST'.request, options.hostname + options.path);
 90 | 
 91 |         var data = '';
 92 | 
 93 |         var req = https.request(options, (res) => {
 94 |             console.log('STATUS'.result, res.statusCode);
 95 |             if (config.debug) {
 96 |                 console.log('HEADERS'.data, res.headers);
 97 |             }
 98 | 
 99 |             res.on('data', (d) => {
100 |                 data += d;
101 |                 // process.stdout.write(d);
102 |             });
103 | 
104 |             res.on('end', () => {
105 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
106 |                 data = data.replace(/([\r\n]*)/g, '').replace(/\<TR\>/g, '~').replace(/\<\/TR\>/g, '`');
107 |                 // console.log('DATA'.data, data.data);
108 |                 var match_data = data.match(/~([A-Za-z0-9\s=\":\\\/\-\(\)<>,&]*)`/g);
109 |                 for (var i = 0; i < match_data.length; i++) {
110 |                     match_data[i] = match_data[i].replace(/~\<TH CLASS=\"ddlabel\" scope=\"row\" \>/g, '')
111 |                         .replace(/\<\/TD\>`/g, '')
112 |                         .replace(/\<\/TH\>`/g, '')
113 |                         .replace(/~\<TH COLSPAN=\"2\" CLASS=\"ddlabel\" scope=\"row\" \>/g, '\n')
114 |                         .replace(/~\<TH COLSPAN=\"1\" CLASS=\"ddlabel\" scope=\"row\" \>/g, '')
115 |                         .replace(/~\<TD COLSPAN=\"2\" CLASS=\"dddefault\"\>/g, '')
116 |                         .replace(/\<\/TH\>\<TD CLASS=\"dddefault\"\>/g, ' ')
117 |                         .replace(/\<\/TH\>\<TD COLSPAN=\"1\" CLASS=\"dddefault\"\>/g, ' ');
118 |                 }
119 |                 console.log('\nstudent info'.warn);
120 |                 console.log(match_data.join('\n'));
121 |                 deferred.resolve(sharedObject);
122 |             });
123 |         });
124 |         req.write(postData);
125 |         req.end();
126 | 
127 |         req.on('error', (e) => {
128 |             console.error(e);
129 |         });
130 | 
131 |         return deferred.promise;
132 |     }
133 | };
134 | 


--------------------------------------------------------------------------------
/login.js:
--------------------------------------------------------------------------------
  1 | const https = require('https');
  2 | const Q = require('q');
  3 | const querystring = require('querystring');
  4 | const colors = require('colors');
  5 | 
  6 | const util = require('./util');
  7 | var config = util.getConfig();
  8 | 
  9 | util.colorSetTheme(colors);
 10 | 
 11 | module.exports = {
 12 | 
 13 |     // get status
 14 |     requestEAS: function(sharedObject) {
 15 |         var deferred = Q.defer();
 16 | 
 17 |         var options = {
 18 |             hostname: 'eas.admin.uillinois.edu',
 19 |             port: 443,
 20 |             path: '/eas/servlet/EasLogin?redirect=https://webprod.admin.uillinois.edu/ssa/servlet/SelfServiceLogin?appName=edu.uillinois.aits.SelfServiceLogin&dad=BANPROD1',
 21 |             method: 'GET',
 22 |             headers: {
 23 |                 'Host': 'eas.admin.uillinois.edu',
 24 |                 'Upgrade-Insecure-Requests': 1,
 25 |                 'Cookie': sharedObject.cookie.join(';'),
 26 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest'
 27 |             }
 28 |         };
 29 | 
 30 |         console.log('\nREQUEST'.request, options.hostname + options.path);
 31 | 
 32 |         var req = https.request(options, (res) => {
 33 |             console.log('STATUS'.result, res.statusCode);
 34 |             if (config.debug) {
 35 |                 console.log('HEADERS'.data, res.headers);
 36 |             }
 37 | 
 38 |             res.on('data', (d) => {
 39 |                 // process.stdout.write(d);
 40 |             });
 41 | 
 42 |             res.on('end', () => {
 43 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
 44 |                 // console.log('cookie : ', cookie);
 45 |                 deferred.resolve(sharedObject);
 46 |             });
 47 |         });
 48 |         req.end();
 49 | 
 50 |         req.on('error', (e) => {
 51 |             console.error(e);
 52 |         });
 53 | 
 54 |         return deferred.promise;
 55 |     },
 56 | 
 57 |     // login through EAS
 58 |     loginEAS: function(sharedObject) {
 59 |         var deferred = Q.defer();
 60 | 
 61 |         var postData = querystring.stringify({
 62 |             'inputEnterpriseId': config.netID,
 63 |             'password': config.password,
 64 |             'querystring': null,
 65 |             'BTN_LOGIN': 'Login',
 66 |         });
 67 | 
 68 |         var options = {
 69 |             jar: true,
 70 |             hostname: 'eas.admin.uillinois.edu',
 71 |             port: 443,
 72 |             path: '/eas/servlet/login.do',
 73 |             method: 'POST',
 74 |             headers: {
 75 |                 'Content-Type': 'application/x-www-form-urlencoded',
 76 |                 'Content-Length': postData.length,
 77 |                 'Cookie': sharedObject.cookie.join(';'),
 78 |             }
 79 |         };
 80 | 
 81 |         console.log('\nREQUEST'.request, options.hostname + options.path);
 82 | 
 83 |         var req = https.request(options, (res) => {
 84 |             console.log('STATUS'.result, res.statusCode);
 85 |             if (config.debug) {
 86 |                 console.log('HEADERS'.data, res.headers);
 87 |             }
 88 | 
 89 |             res.setEncoding('utf8');
 90 |             res.on('data', (chunk) => {
 91 |                 // console.log(`BODY: ${chunk}`);
 92 |             });
 93 |             res.on('end', () => {
 94 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
 95 |                 // console.log('No more data in response.')
 96 |                 deferred.resolve(sharedObject);
 97 |             })
 98 |         });
 99 | 
100 |         req.on('error', (e) => {
101 |             console.log(`problem with request: ${e.message}`);
102 |         });
103 | 
104 |         // write data to request body
105 |         req.write(postData);
106 |         req.end();
107 | 
108 |         return deferred.promise;
109 |     },
110 | 
111 |     // get status
112 |     loginSelfService: function(sharedObject) {
113 |         var deferred = Q.defer();
114 | 
115 |         var options = {
116 |             hostname: 'webprod.admin.uillinois.edu',
117 |             port: 443,
118 |             path: '/ssa/servlet/SelfServiceLogin?appName=edu.uillinois.aits.SelfServiceLogin&dad=BANPROD1',
119 |             method: 'GET',
120 |             headers: {
121 |                 'Host': 'webprod.admin.uillinois.edu',
122 |                 'Upgrade-Insecure-Requests': 1,
123 |                 'Cookie': sharedObject.cookie.join(';'),
124 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
125 |                 'Referer': 'https://eas.admin.uillinois.edu/eas/servlet/EasLogin',
126 |             }
127 |         };
128 | 
129 |         console.log('\nREQUEST'.request, options.hostname + options.path);
130 | 
131 |         var req = https.request(options, (res) => {
132 |             console.log('STATUS'.result, res.statusCode);
133 |             if (config.debug) {
134 |                 console.log('HEADERS'.data, res.headers);
135 |             }
136 | 
137 |             res.on('data', (d) => {
138 |                 // process.stdout.write(d);
139 |             });
140 | 
141 |             res.on('end', () => {
142 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
143 |                 console.log('redirect location'.result, res.headers['location']);
144 |                 sharedObject.location = res.headers['location'];
145 |                 deferred.resolve(sharedObject);
146 |             });
147 |         });
148 |         req.end();
149 | 
150 |         req.on('error', (e) => {
151 |             console.error(e);
152 |         });
153 | 
154 |         return deferred.promise;
155 |     },
156 | 
157 |     checkLoginStatus: function(sharedObject) {
158 |         var deferred = Q.defer();
159 |         for (var i in sharedObject.cookie) {
160 |             if (sharedObject.cookie[i].indexOf('ApplicationSessionId') == 0 && sharedObject.hasOwnProperty('location')) {
161 |                 console.log('\ngot session id, login successfully.'.warn);
162 |                 deferred.resolve(sharedObject);
163 |             }
164 |         }
165 |         deferred.reject('login failed.');
166 |         return deferred.promise;
167 |     },
168 | 
169 |     loginUiauthent: function(sharedObject) {
170 |         var deferred = Q.defer();
171 | 
172 |         var location = sharedObject['location'];
173 |         location = location.substring(8);
174 | 
175 |         var options = {
176 |             hostname: location.split('/')[0],
177 |             port: 443,
178 |             path: location.substring(location.indexOf('/'), location.length),
179 |             method: 'GET',
180 |             headers: {
181 |                 'Host': 'ui2web1.apps.uillinois.edu',
182 |                 'Upgrade-Insecure-Requests': 1,
183 |                 'Cookie': sharedObject.cookie.join(';'),
184 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
185 |                 'Referer': 'https://eas.admin.uillinois.edu/eas/servlet/EasLogin',
186 |             }
187 |         };
188 | 
189 |         console.log('\nREQUEST'.request, options.hostname + options.path);
190 | 
191 |         var data = '';
192 | 
193 |         var req = https.request(options, (res) => {
194 |             console.log('STATUS'.result, res.statusCode);
195 |             if (config.debug) {
196 |                 console.log('HEADERS'.data, res.headers);
197 |             }
198 | 
199 |             res.on('data', (d) => {
200 |                 data += d;
201 |                 // process.stdout.write(d);
202 |             });
203 | 
204 |             res.on('end', () => {
205 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
206 |                 // console.log('DATA'.data, data.data);
207 |                 var regexp = /msg=([A-Za-z0-9.,+\-!%<>]*)"\>/g;
208 |                 match_data = regexp.exec(data);
209 |                 data = match_data[1].replace(/\+/g, ' ').replace(/<([a-zA-Z0-9%]*)>/g, ' ').replace('%3A', ':');
210 |                 console.log('MSG'.result, data);
211 |                 deferred.resolve(sharedObject);
212 |             });
213 |         });
214 |         req.end();
215 | 
216 |         req.on('error', (e) => {
217 |             console.error(e);
218 |         });
219 | 
220 |         return deferred.promise;
221 |     },
222 | 
223 |     login: function(sharedObject) {
224 |         var funcs = [
225 |             this.loginEAS,
226 |             this.loginSelfService,
227 |             this.checkLoginStatus,
228 |             this.loginUiauthent
229 |         ];
230 | 
231 |         var result = Q.fcall(this.requestEAS, sharedObject);
232 |         funcs.forEach(function(f) {
233 |             result = result.then(f);
234 |         });
235 | 
236 |         return result;
237 |     }
238 | };
239 | 


--------------------------------------------------------------------------------
/course.js:
--------------------------------------------------------------------------------
  1 | const https = require('https');
  2 | const Q = require('q');
  3 | const querystring = require('querystring');
  4 | const colors = require('colors');
  5 | const htmlparser = require("htmlparser2");
  6 | const fs = require('fs');
  7 | 
  8 | const util = require('./util');
  9 | var config = util.getConfig();
 10 | 
 11 | util.colorSetTheme(colors);
 12 | 
 13 | module.exports = {
 14 | 
 15 |     getSubjectList: function(sharedObject) {
 16 |         var deferred = Q.defer();
 17 | 
 18 |         var postData = querystring.stringify({
 19 |             'p_term': sharedObject['termIn'],
 20 |             'p_calling_proc': 'P_CrseSearch',
 21 |         });
 22 | 
 23 |         var options = {
 24 |             hostname: 'ui2web1.apps.uillinois.edu',
 25 |             port: 443,
 26 |             path: '/BANPROD1/bwckgens.p_proc_term_date',
 27 |             method: 'POST',
 28 |             headers: {
 29 |                 'Host': 'ui2web1.apps.uillinois.edu',
 30 |                 'Origin': 'https://ui2web1.apps.uillinois.edu',
 31 |                 'Content-Type': 'application/x-www-form-urlencoded',
 32 |                 'Upgrade-Insecure-Requests': 1,
 33 |                 'Cookie': sharedObject.cookie.join(';'),
 34 |                 'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
 35 |                 'Referer': 'https://ui2web1.apps.uillinois.edu/BANPROD1/bwskfcls.p_sel_crse_search',
 36 |                 'Content-Length': postData.length,
 37 |             }
 38 |         };
 39 | 
 40 |         console.log('\nREQUEST'.request, options.hostname + options.path);
 41 | 
 42 |         var data = '';
 43 | 
 44 |         var req = https.request(options, (res) => {
 45 |             console.log('STATUS'.result, res.statusCode);
 46 |             if (config.debug) {
 47 |                 console.log('HEADERS'.data, res.headers);
 48 |             }
 49 | 
 50 |             res.on('data', (d) => {
 51 |                 data += d;
 52 |                 // process.stdout.write(d);
 53 |             });
 54 | 
 55 |             res.on('end', () => {
 56 |                 util.combineCookies(res.headers['set-cookie'], sharedObject);
 57 |                 // console.log('DATA'.data, data.data);
 58 |                 var match_data = data.match(/\<OPTION VALUE=\"([A-Z]*)\"\>([a-zA-Z0-9.,'\/&\-\s]*)\<\/OPTION\>/g);
 59 |                 var subjectList = [];
 60 |                 for (var i = 0; i < match_data.length; i++) {
 61 |                     var item = match_data[i].replace('<OPTION VALUE="', '')
 62 |                         .replace('</OPTION>', '').split('">');
 63 |                     subjectList[item[0]] = item[1];
 64 |                 }
 65 |                 console.log(('\ngot ' + i + ' subjects').warn);
 66 |                 // console.log(subjectList);
 67 |                 sharedObject['subjectList'] = subjectList;
 68 |                 deferred.resolve(sharedObject);
 69 |             });
 70 |         });
 71 |         req.write(postData);
 72 |         req.end();
 73 | 
 74 |         req.on('error', (e) => {
 75 |             console.error(e);
 76 |         });
 77 | 
 78 |         return deferred.promise;
 79 |     },
 80 | 
 81 |     getCourseList: function(sharedObject) {
 82 |         var deferred = Q.defer();
 83 | 
 84 |         if (fs.existsSync('requestCourseList.temp')) {
 85 |             fs.readFile('requestCourseList.temp', (err, data) => {
 86 |                 if (err) {
 87 |                     deferred.reject(err);
 88 |                 };
 89 |                 sharedObject.courseRawData = data;
 90 |                 console.log('\nresult loaded'.result);
 91 |                 deferred.resolve(sharedObject);
 92 |             });
 93 |         } else {
 94 | 
 95 |             var postData = querystring.stringify({
 96 |                 'rsts': 'dummy',
 97 |                 'crn': 'dummy',
 98 |                 'term_in': sharedObject['termIn'],
 99 |                 'sel_subj': 'dummy',
100 |                 'sel_day': 'dummy',
101 |                 'sel_schd': 'dummy',
102 |                 'sel_insm': 'dummy',
103 |                 'sel_camp': 'dummy',
104 |                 'sel_levl': 'dummy',
105 |                 'sel_sess': 'dummy',
106 |                 'sel_instr': 'dummy',
107 |                 'sel_ptrm': 'dummy',
108 |                 'sel_attr': 'dummy',
109 |                 'sel_crse': '',
110 |                 'sel_title': '',
111 |                 'sel_from_cred': '',
112 |                 'sel_to_cred': '',
113 |                 'sel_ptrm': '%',
114 |                 'begin_hh': '0',
115 |                 'begin_mi': '0',
116 |                 'end_hh': '0',
117 |                 'end_mi': '0',
118 |                 'begin_ap': 'x',
119 |                 'end_ap': 'y',
120 |                 'path': '1',
121 |                 'SUB_BTN': 'Course Search',
122 |             });
123 | 
124 |             for (var i in sharedObject['subjectList']) {
125 |                 postData += '&sel_subj=' + i;
126 |             }
127 | 
128 |             var options = {
129 |                 hostname: 'ui2web1.apps.uillinois.edu',
130 |                 port: 443,
131 |                 path: '/BANPROD1/bwskfcls.P_GetCrse',
132 |                 method: 'POST',
133 |                 headers: {
134 |                     'Host': 'ui2web1.apps.uillinois.edu',
135 |                     'Origin': 'https://ui2web1.apps.uillinois.edu',
136 |                     'Content-Type': 'application/x-www-form-urlencoded',
137 |                     'Upgrade-Insecure-Requests': 1,
138 |                     'Cookie': sharedObject.cookie.join(';'),
139 |                     'User-Agent': 'Paw/2.1 (Macintosh; OS X/10.10.1) GCDHTTPRequest',
140 |                     'Referer': 'https://ui2web1.apps.uillinois.edu/BANPROD1/bwckgens.p_proc_term_date',
141 |                     'Content-Length': postData.length,
142 |                 }
143 |             };
144 | 
145 |             console.log('\nREQUEST'.request, options.hostname + options.path);
146 |             // console.log('post data'.data, postData);
147 | 
148 |             var data = '';
149 | 
150 |             var req = https.request(options, (res) => {
151 |                 console.log('STATUS'.result, res.statusCode);
152 |                 if (config.debug) {
153 |                     console.log('HEADERS'.data, res.headers);
154 |                 }
155 | 
156 |                 var contentLength = res.headers['content-length'];
157 | 
158 |                 res.on('data', (d) => {
159 |                     data += d;
160 |                     process.stdout.write("Downloading " + data.length + " bytes ");
161 |                     for (var i = 0; i < 20; i++) {
162 |                         if (i / 20 < data.length / contentLength) {
163 |                             process.stdout.write("▓");
164 |                         } else {
165 |                             process.stdout.write("▓".gray);
166 |                         }
167 |                     }
168 |                     process.stdout.write("\r");
169 |                     // process.stdout.write(d);
170 |                 });
171 | 
172 |                 res.on('end', () => {
173 |                     util.combineCookies(res.headers['set-cookie'], sharedObject);
174 |                     // console.log('DATA'.data, data.data);
175 |                     sharedObject.courseRawData = data;
176 |                     fs.writeFile('requestCourseList.temp', data, (err) => {
177 |                         if (err) {
178 |                             deferred.reject(err)
179 |                         };
180 |                         console.log('\nresult saved'.result);
181 |                         deferred.resolve(sharedObject);
182 |                     });
183 |                 });
184 |             });
185 | 
186 | 
187 |             req.write(postData);
188 |             req.end();
189 | 
190 |             req.on('error', (e) => {
191 |                 console.error(e);
192 |             });
193 | 
194 |         }
195 | 
196 |         return deferred.promise;
197 |     },
198 | 
199 |     parseCourseList: function(sharedObject) {
200 |         var deferred = Q.defer();
201 |         console.log(('\ncourse raw data length = ' + sharedObject.courseRawData.length).data);
202 | 
203 |         var tree = [];
204 |         var recordText = false;
205 |         var targetSubject = -1;
206 |         var targetCourse = -1;
207 |         var stackTags = [];
208 |         var level = 0;
209 |         var tempText = [];
210 | 
211 |         var parser = new htmlparser.Parser({
212 |             onopentag: function(name, attribs) {
213 |                 level++;
214 |                 stackTags[level] = name;
215 |                 if (level === 6 && name === 'th' && attribs.class === 'ddheader') {
216 |                     targetSubject++;
217 |                     targetCourse = -1;
218 |                     tree[targetSubject] = {
219 |                         subject: '',
220 |                         courses: [],
221 |                     };
222 |                     recordText = true;
223 |                 }
224 |                 if (level === 5 && name === 'td') {
225 |                     // targetCourse++;
226 |                 }
227 |                 if (level === 6 && name === 'form') {
228 |                     targetCourse++;
229 |                     tree[tree.length - 1].courses[targetCourse] = {};
230 |                     // tree[tree.length - 1].courses[targetCourse].course = tempText[2] + ' ' + tempText[3];
231 |                     tree[tree.length - 1].courses[targetCourse].course = tempText.join(' ').replace(/\n/g, '').replace(/(^\s*)|(\s*$)/g, "").replace(/\s+/g, ' ');
232 |                     tree[tree.length - 1].courses[targetCourse].form = {};
233 |                     tempText = [];
234 |                 }
235 |                 if (level === 7 && stackTags[7] === 'input') {
236 |                     tree[tree.length - 1].courses[targetCourse].form[attribs.name] = attribs.value;
237 |                 }
238 |                 // console.log(level, name.request, attribs);
239 |             },
240 |             ontext: function(text) {
241 |                 if (level === 6 && stackTags[6] === 'th') {
242 |                     if (text) {
243 |                         tree[tree.length - 1].subject += text;
244 |                     };
245 |                     // recordText = false;
246 |                 }
247 |                 if (level === 5 && stackTags[5] === 'td') {
248 |                     tempText.push(text);
249 |                 }
250 | 
251 |                 // console.log("-->", text);
252 |             },
253 |             onclosetag: function(tagname) {
254 |                 level--;
255 |                 // console.log(tagname.green);
256 |             },
257 |             onend: function() {
258 |                 for (var i = 0; i < tree.length; i++) {
259 |                     for (var j in sharedObject['subjectList']) {
260 |                         if (sharedObject['subjectList'][j] === tree[i].subject) {
261 |                             tree[i].code = j;
262 |                         }
263 |                     }
264 |                 }
265 |                 sharedObject.courseTree = tree;
266 |                 deferred.resolve(sharedObject);
267 |                 // console.log(util.inspect(tree, { showHidden: false, depth: null }));
268 |             },
269 |         }, { decodeEntities: true });
270 |         parser.write(sharedObject.courseRawData);
271 |         parser.end();
272 | 
273 |         return deferred.promise;
274 |     },
275 | 
276 |     writeTree: function(sharedObject) {
277 |         var deferred = Q.defer();
278 | 
279 |         var data = '';
280 | 
281 |         for (var i = 0; i < sharedObject.courseTree.length; i++) {
282 |             data += sharedObject.courseTree[i].code + ' ' + sharedObject.courseTree[i].subject + '\n';
283 |             for (var j = 0; j < sharedObject.courseTree[i].courses.length; j++) {
284 |                 data += '\t' + sharedObject.courseTree[i].courses[j].course + '\n';
285 |             }
286 |         }
287 | 
288 |         // data = JSON.stringify(sharedObject.courseTree);
289 | 
290 |         fs.writeFile('courseTree.temp', data, (err) => {
291 |             if (err) {
292 |                 deferred.reject(err)
293 |             };
294 |             console.log('\ncourse tree saved'.result);
295 |             deferred.resolve(sharedObject);
296 |         });
297 | 
298 |         return deferred.promise;
299 |     },
300 | 
301 |     generateCourseCodeList: function(sharedObject) {
302 |         var deferred = Q.defer();
303 | 
304 |         var data = '';
305 | 
306 |         for (var i = 0; i < sharedObject.courseTree.length; i++) {
307 |             var subject = sharedObject.courseTree[i].code;
308 |             data += sharedObject.courseTree[i].code + ' ' + sharedObject.courseTree[i].subject + '\n';
309 |             for (var j = 0; j < sharedObject.courseTree[i].courses.length; j++) {
310 |                 data += '\t' + subject + (sharedObject.courseTree[i].courses[j].course.match(/([0-9]{3})/))[1] + '[ ] ' + sharedObject.courseTree[i].courses[j].course + '\n';
311 |             }
312 |         }
313 | 
314 |         fs.writeFile('courseCode.temp', data, (err) => {
315 |             if (err) {
316 |                 deferred.reject(err)
317 |             };
318 |             console.log('\ncourse code generated'.result);
319 |             deferred.resolve(sharedObject);
320 |         });
321 | 
322 | 
323 |         deferred.resolve(sharedObject);
324 | 
325 |         return deferred.promise;
326 |     },
327 | 
328 | };
329 | 


--------------------------------------------------------------------------------