├── CSE2Sheets.gs
├── Sheet Formatting
    ├── sheetsManager.gs
    └── sortDataInTargetSheet.gs
├── Sheet Styling
    └── setStandardSheetLayout.js
├── ebay_monitor.js
├── file management
    └── demo_scripts.gs
├── getAverageTenureAtTargetCompany.gs
├── image to text
    ├── code.gs
    └── view.html
├── parseCandidateResumes_fromEmail.js
├── parseCandidateResumes_fromEmail_v2.gs
├── peopledatalabs_fetch.js
└── sheets
    └── openLinksInSheets.gs


/CSE2Sheets.gs:
--------------------------------------------------------------------------------
 1 | const target_column_name = 'CSE URL';
 2 | 
 3 | const getTableValuesBy = (sheet) => sheet.getRange(1,1,1,1).isBlank() ? [] : Array.from(sheet.getRange(1,1,sheet.getLastRow(),sheet.getLastColumn()).getValues()); 
 4 | /* gets full sheet as Table, by the sheetObject. This only retrieves the max rows and columns containing data. Returns an empty array if the first cell is blank */
 5 | const getColIndexBy = (table,header_name) => table[0].indexOf(header_name); 
 6 | /* gets the index number (not sheet col number) of the specified header within a given sheet */
 7 | 
 8 | function getDataFromCSEURLs() {
 9 |   var sheet = SpreadsheetApp.getActiveSpreadsheet().getActiveSheet();
10 | 
11 |   var table = getTableValuesBy(sheet);
12 | 
13 |   var target_col_index = getColIndexBy(table,target_column_name);
14 | 
15 |   var updated_table = [
16 |     [
17 |       ...table[0],
18 |       ...[
19 |         'Result Link',
20 |         'Result Snippet',
21 |         'Result Title'
22 |       ]
23 |     ]
24 |   ];
25 | 
26 |   for(let i=1; i<table.length; i++){
27 |     let url = table[i][target_col_index].replace(/\s+/g,'%20').replace(/"/g,'%22');
28 |     if(/customsearch.googleapis/.test(url)){
29 |       let res = UrlFetchApp.fetch(url);
30 |       let data = JSON.parse(res);
31 |       let updated_row = [
32 |         ...table[i],
33 |           ...[
34 |             (data && data.items && data.items[0] && data.items[0].link ? data.items[0].link : ''),
35 |             (data && data.items && data.items[0] && data.items[0].snippet ? data.items[0].snippet : ''),
36 |             (data && data.items && data.items[0] && data.items[0].title ? data.items[0].title : ''),
37 |           ]
38 |           ];
39 |       updated_table.push(updated_row);
40 |     }else{
41 |       updated_table.push([
42 |         ...table[i],
43 |         ...['','','']
44 |       ]);
45 |     }
46 |   }
47 |   var sn = 'CSE Results_'+Math.round(new Date().getTime()/1000);
48 |   SpreadsheetApp.getActiveSpreadsheet().insertSheet(sn);
49 |   var cse_res_sheet = SpreadsheetApp.getActiveSpreadsheet().getSheetByName(sn);
50 |   cse_res_sheet.getRange(1,1,updated_table.length,updated_table[0].length).setValues(updated_table);
51 | 
52 | }
53 | 
54 | 


--------------------------------------------------------------------------------
/Sheet Formatting/sheetsManager.gs:
--------------------------------------------------------------------------------
 1 | const getColumn = (i,table) => table.map(col=> col[i]); 
 2 | /* utility sheets
 3 | returns column as an array. arguments are the column index and the table.
 4 | */
 5 | 
 6 | const getTableValuesBy = (sheet) => sheet.getRange(1,1,1,1).isBlank() ? [] : Array.from(sheet.getRange(1,1,sheet.getLastRow(),sheet.getLastColumn()).getValues()); 
 7 | /* utility sheets
 8 | getTableValuesBy => gets full sheet as Table, by the sheetObject. This only retrieves the max rows and columns containing data. Returns an empty array if the first cell is blank
 9 | */
10 | 
11 | const getColIndexBy = (table,header_name) => table[0].indexOf(header_name); 
12 | /* utility sheets
13 | getColIndexBy => gets the index number (not sheet col number) of the specified header within a given sheet
14 | */
15 | 
16 | const getRowIndexBy = (table,header_name,query) => table.findIndex(r=> r[getColIndexBy(table,header_name)] == query);
17 | /* utility sheets
18 | getRowIndexBy => gets the index number of the first string matching row value within a specified headername within a given sheet.
19 | */
20 | 
21 | const getRowIndexRegX = (table,header_name,x) => table.findIndex(r=> x.test(r[getColIndexBy(table,header_name)]));
22 | /* utility sheets
23 | getRowIndexByX => gets the index number of the first matching regular expression on a row value within a specified headername within a given sheet.
24 | */
25 | 
26 | function insertRowByColumnLooper(sheet,arr,row){
27 |   var table = getTableValuesBy(sheet);
28 |   for(var i=0; i<arr.length; i++){
29 |     var colIndex = getColIndexBy(table,arr[i][0]);    
30 |     if(colIndex > -1){//insures we found a matching headername   
31 |       var val = typeof arr[i][1] == 'object' ? JSON.stringify(arr[i][1]) : arr[i][1]; // this converts objects to strings so we can insert them into cells 
32 |       sheet.getRange(row, (colIndex+1)).setValue(val);
33 |     }
34 |   }
35 | }
36 | /* utility sheets
37 | insertRowByColumnLooper => takes a sheetTable, 2D array with the [[header_name,value_to_set]], and the designated row to set, and sets the data in a loop. The headername is passed through another function to gain the appropriate column index to set.
38 | */
39 | 
40 | function insertAdditionalHeaders(sheet,headers){ 
41 |   if(sheet.getRange(1,1,3,3).isBlank()){ //assumes that we need to add headers if the first three rows and columns are blank
42 |     sheet.getRange(1,1,1,headers.length).setValues([headers]);
43 |     sheet.setFrozenRows(1);
44 |   }else{
45 |     var head = Array.from(getTableValuesBy(sheet))[0];
46 |     var addThese = headers.filter(itm=> head.every(cell=> cell != itm ) );
47 |     if(addThese.length > 0){
48 |       sheet.getRange(1,(sheet.getLastColumn()+1),1,addThese.length).setValues([addThese]);
49 |     }
50 |   }
51 | }
52 | 


--------------------------------------------------------------------------------
/Sheet Formatting/sortDataInTargetSheet.gs:
--------------------------------------------------------------------------------
 1 | const transpose = (a)=>  a[0].map((_, c)=> a.map(r=> r[c])); //https://gist.github.com/femto113/1784503
 2 | const nameCase = (s) => s && typeof s == 'string' ? s.split(/(?=[^ğᴀғʀńŃŌŌŚŠśšŪūÿłžźżŁŽŹŻçćčÇĆČáāàâäãåÁÀÂÄÃĀĀÅĀÆæéèêëęēėÉÈÊËíìîïīįñÑóòôöõøœÓÒÔÖÕØŒßÚÙÛÜúùûüřa-zA-Z])\b/).map(el=> el.replace(/\w\S*/g, txt=> txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase())).join('').replace(/(?<=\bMc)\w/ig, t=> t.charAt(0).toUpperCase()) : s;
 3 | const millisecondsToYears = (m) => m && /^\d[\d.]*$/.test(m) ? Math.round((m/3.154e+10)*1000)/1000 : m;
 4 | 
 5 | function table2JSON(table){
 6 |   const arr = [];
 7 |   for(let i=1; i<table.length; i++){
 8 |     let obj = {};
 9 |     for(let h=0; h<table[0].length; h++){
10 |       obj[table[0][h]] = table[i][h];
11 |     }
12 |     arr.push(obj)
13 |   }
14 |   return arr;
15 | }
16 | 
17 | function sortDataInTargetSheet(){
18 |   const now_date = new Date().getTime();
19 | 
20 |   const ss_key = SpreadsheetApp.openById('1mnsiO_gTNXV4wHLtRutNIwIYX3M7SqahSme4OHp6CA0');
21 |   const ss_target = SpreadsheetApp.openById('1_moCWY6Pw1p1IWdbr4QbOf5m9br_iaiMcP88CuxJAG8');
22 |   const ss_parsed = SpreadsheetApp.create(ss_target.getName()+'_parsed_'+now_date, 100, 10);
23 | 
24 |   const key_sheet = ss_key.getSheetByName('keys');
25 | 
26 |   const target_sheets = ss_target.getSheets();
27 |   for(let ts=0; ts<target_sheets.length; ts++){
28 |     let target_sheet = target_sheets[ts];
29 |     
30 |     let target_table = getTableValuesBy(target_sheet);
31 |     let key_table = getTableValuesBy(key_sheet);
32 |     let key_table_json = table2JSON(key_table);
33 |     let mapped_table = transpose(key_table_json.map((obj,i,r)=> {
34 |       let target_index = getColIndexBy(target_table,obj.key);
35 |       let col = getColumn(target_index,target_table);
36 |       return obj.action && obj.action == 'nameCase' ? col.map(cell=> nameCase(cell)) : obj.action && obj.action == 'millisecondsToYears' ? col.map(cell=> millisecondsToYears(cell)) : col;
37 |     }));
38 |     let rename_index = getColIndexBy(key_table,'display');
39 |     let renamed_header = key_table.map(row=> row[rename_index]);
40 |     renamed_header.shift();
41 |     mapped_table.shift();
42 |     let new_table = [...[renamed_header],...mapped_table];
43 |     
44 |     ss_parsed.insertSheet(target_sheet.getSheetName()+' parsed_sheet '+now_date).getRange(1,1,new_table.length,new_table[0].length).setValues(new_table);
45 |     
46 |     let parsed_sheet = ss_parsed.getSheetByName(target_sheet.getSheetName()+' parsed_sheet '+now_date);
47 |     
48 |     let styling_indexes = getColumn(getColIndexBy(key_table,'background color'),key_table);
49 |     styling_indexes.shift();
50 | 
51 |     styling_indexes.forEach((color,i,r)=> {
52 |       let rows = parsed_sheet.getLastRow();
53 |       if(color){
54 |         let colors = Array(rows).fill([color]);
55 |         parsed_sheet.getRange(1,(i+1),parsed_sheet.getLastRow(),1).setBackgrounds(colors);
56 |       }
57 |     })
58 |     parsed_sheet.setFrozenRows(1);
59 |     parsed_sheet.setFrozenColumns(4);
60 |   }
61 | }
62 | 


--------------------------------------------------------------------------------
/Sheet Styling/setStandardSheetLayout.js:
--------------------------------------------------------------------------------
 1 | /*
 2 |           view a review of the code and demo @ https://youtu.be/C6OgbYen1_s
 3 | */
 4 | function setStandardSheetLayout() {
 5 |   const header_background_color = '#009bad';
 6 |   const header_text_color = '#ffffff';
 7 |   const header_border_color = '#ffffff';
 8 |   const header_rows_to_freeze = 1;
 9 |   const column_border_color = '#7c7c7c';
10 |   const number_of_columns_to_freeze = 3;
11 |   
12 |   const ss = SpreadsheetApp.getActiveSpreadsheet();
13 |   const sheets = ss.getSheets();
14 |   for(let i=0; i<sheets.length; i++){
15 |     let sheet = sheets[i];
16 |     sheet.setFrozenColumns(number_of_columns_to_freeze);
17 |     sheet.setFrozenRows(header_rows_to_freeze);
18 | 
19 |     let range_c = sheet.getRange(1,1,sheet.getLastRow(),number_of_columns_to_freeze);
20 |     range_c.setBorder(true, true, true, true, true, true, column_border_color, SpreadsheetApp.BorderStyle.SOLID);
21 | 
22 |     let range_h = sheet.getRange(1,1,1,sheet.getLastColumn());
23 |     range_h.setBackground(header_background_color);
24 |     range_h.setFontColor(header_text_color);
25 |     range_h.setBorder(true, true, true, true, true, true,header_border_color, SpreadsheetApp.BorderStyle.SOLID);
26 |     range_h.setFontWeight("bold");
27 |   }
28 | }
29 | 


--------------------------------------------------------------------------------
/ebay_monitor.js:
--------------------------------------------------------------------------------
 1 | function monitorEbayItem() {
 2 |   var priceThreshold = 90;
 3 |   var link = 'https://www.ebay.com/itm/Garmin-Forerunner-620-GPS-Running-Watch-Blue-Black-with-charger/113920896303?hash=item1a8636ed2f%3Ag%3Az5oAAOSwsw9doMt7&LH_BIN=1';
 4 |   var res = UrlFetchApp.fetch(link);
 5 |   var price = parseFloat(/itemprop="price"\W+style=\W+content="([\d\.]+)/.exec(res)[1]);
 6 |   if (price < priceThreshold) {
 7 |     MailApp.sendEmail('bradshaw.andre@gmail.com', 'Yo! The price on your item fell below '+priceThreshold, link);
 8 |   }else{
 9 |     Logger.log(price)
10 |   }
11 | }
12 | 


--------------------------------------------------------------------------------
/file management/demo_scripts.gs:
--------------------------------------------------------------------------------
 1 | function getFolderIDByName(target_name) {
 2 |   var folders = DriveApp.getFolders();
 3 |   while (folders.hasNext()) {
 4 |     var folder = folders.next();
 5 |     var folder_name = folder.getName();
 6 |     if(folder_name == target_name){
 7 |       return folder.getId();
 8 |     }
 9 |   }
10 | }
11 | 
12 | function getFileIdByName(target_name){
13 |   var files = DriveApp.getFiles();
14 |   while (files.hasNext()) {
15 |     var file = files.next();
16 |     var filename = file.getName();
17 |     if(filename == target_name){
18 |       return file.getId();
19 |     }
20 |   }
21 | }
22 | 
23 | function deleteFileById(id){
24 |   var file = DriveApp.getFileById(id);
25 |   file.setTrashed(true);
26 | }
27 | 
28 | function createFolder(name){
29 |   var folder = DriveApp.createFolder(name);
30 |   var id = folder.getId();
31 |   Logger.log(id);
32 |   return folder;
33 | }
34 | 
35 | function fileNameExistsInFolder(filename,target_folder_name){
36 |   var folder_id = getFolderIDByName(target_folder_name);
37 |   var files_in_folder = DriveApp.getFolderById(folder_id).getFilesByName(filename);
38 |   return files_in_folder.hasNext();
39 | }
40 | 
41 | function createFile(target_folder_name,obj){
42 |   var filename = 'test_file';
43 |   var target_folder_id = getFolderIDByName(target_folder_name);
44 |   var target_folder = DriveApp.getFolderById(target_folder_id);
45 |   var file = DriveApp.getFolderById(target_folder_id).createFile(obj.filename, obj.content, obj.type);
46 |   Logger.log(file.getId());
47 | }
48 | 
49 | function getJSONfilesFromFolderAsArray(target_folder_name){
50 |   var contain_arr = [];
51 |   var folder_id = getFolderIDByName(target_folder_name);
52 |   var files_in_folder = DriveApp.getFolderById(folder_id).getFilesByType('application/json');
53 |   while (files_in_folder.hasNext()) {
54 |     var file = files_in_folder.next();
55 |     var blob = file.getAs('application/json');
56 |     var content = blob.getDataAsString();
57 |     var data = JSON.parse(content);
58 |     contain_arr.push(data);
59 |   }
60 |   Logger.log(contain_arr);
61 |   return contain_arr;
62 | }
63 | 
64 | function test(){
65 |   getJSONfilesFromFolderAsArray('test folder');
66 |   var obj = {
67 |     filename: fileNameExistsInFolder('test file','test folder') ? filename + ' ' + new Date().getTime() : 'test file',
68 |     content: JSON.stringify({first_name: 'Andre', last_name: 'Bradshaw'}),
69 |     type: 'application/json'
70 |   }
71 |   var file = createFile('test folder',obj);
72 | 
73 | }
74 | 


--------------------------------------------------------------------------------
/getAverageTenureAtTargetCompany.gs:
--------------------------------------------------------------------------------
  1 | /*
  2 |     This script assumes your table is output from Quickli. 
  3 |     It takes flat job data, parses it back into a nested JSON format, then calculates the average tenure for your target company name.
  4 | */
  5 | const your_spreadsheet_id = '1U5ahDlrQ4AJjiCsAfICOW1FMRrICzuZuNc6bXdTT01A';
  6 | const your_sheet_name = '1609963645326';
  7 | const your_title_search = `Software~Engineer OR software dev`; //takes a boolean search
  8 | const your_company_name_search = `affirm`; //takes a boolean search
  9 | 
 10 | function runSearch(){
 11 |   const avg_time_w_company = getAverageTimeWithKeySearch(your_company_name_search,'job_company_name');
 12 |   const avg_time_w_title = getAverageTimeWithKeySearch(your_title_search,'job_title');
 13 |   console.log('avg time with title:\n'+avg_time_w_title+'\n\navg time at company:\n'+avg_time_w_company);
 14 | }
 15 | 
 16 | function jobMovementAnalysis(){
 17 |   const bycompanies = jobAfterBeforeKeySearch(your_company_name_search,'job_company_name');
 18 |   const companies_before = countKeys(bycompanies,'job_company_name','jobs_before_match');
 19 |   const companies_after = countKeys(bycompanies,'job_company_name','jobs_after_match');
 20 |   console.log(companies_after)
 21 | }
 22 | 
 23 | function jobAfterBeforeKeySearch(booleanString,key){
 24 |   const ss = SpreadsheetApp.openById(your_spreadsheet_id);
 25 |   const sheet = ss.getSheetByName(your_sheet_name);
 26 |   const table = getTableValuesBy(sheet);
 27 |   const renested = renestJobs(table);
 28 |   const xarr = buildSearchSet(booleanString);
 29 |   return renested.map(record=> {
 30 |     let jobs_before_match = [];
 31 |     let jobs_after_match = [];
 32 |     record.jobs.forEach((j,i,r)=> {
 33 |       if(xarr.every(x=> x.test(j[key]))) {
 34 |         if(r[(i-1)]) jobs_before_match.push(r[(i-1)])
 35 |         if(r[(i+1)]) jobs_after_match.push(r[(i+1)])
 36 |       }
 37 |     })
 38 |     return cleanObject({...record,...{jobs_after_match:jobs_after_match},...{jobs_before_match:jobs_before_match}});
 39 |   });
 40 | }
 41 | function countKeys(records,key,matchkey){
 42 |   const mapped = records.filter(r=> r[matchkey]).map(r=> r[matchkey] ? r[matchkey].map(j=> j[key]) : []).flat();
 43 |   let counted = unqHsh(mapped,{}).map(j=> {
 44 |     return {
 45 |       ...{match:j},
 46 |       ...{ count: mapped.filter(m=> m == j).length},
 47 |     }
 48 |   });
 49 |   counted.sort((a,b)=> a.count - b.count);
 50 |   counted.reverse();
 51 |   return counted;
 52 | }
 53 | function getAverageTimeWithKeySearch(booleanString,key){
 54 |   const ss = SpreadsheetApp.openById(your_spreadsheet_id);
 55 |   const sheet = ss.getSheetByName(your_sheet_name);
 56 |   const table = getTableValuesBy(sheet);
 57 |   const renested = renestJobs(table);
 58 |   const xarr = buildSearchSet(booleanString);
 59 |   const work = renested.filter( record=> record.jobs.filter( job=> xarr.every( x=> x.test(job[key]) ) ).length );
 60 |   const times = renested.map(record=> {
 61 |     let matching = record.jobs.filter( job=> xarr.every( x=> x.test(job[key]) ) ).map( job=> job.years_in_job ? parseFloat(job.years_in_job) : 0.02);
 62 |     return matching.length ? matching.reduce((a,b)=> a+b) : 0;
 63 |   });
 64 |   return times.reduce((a,b)=> a+b) / work.length;
 65 | }
 66 | 
 67 | /*This translates the jobs back into a nested array so we can filter down on jobs by candidate record */
 68 | function renestJobs(table){
 69 |   const reg = (o, n) => o ? o[n] : '';
 70 |   return table2JSON(table).map(record=> {
 71 |     let jobs = [];
 72 |     Object.entries(record).filter(kv=> /job_/.test(kv[0])).forEach(keyvalpair=> {
 73 |       let key = keyvalpair[0];
 74 |       let val = keyvalpair[1];
 75 |       let is_job_record = /^job_\d+_/.test(key);
 76 |       let placement_index = reg(/^job_(\d+)_/.exec(key),1) ? (parseInt(reg(/^job_(\d+)_/.exec(key),1)) -1) : 0;
 77 |       if(is_job_record && reg(/^job_(\d+)_/.exec(key),1)){
 78 |         if(jobs[placement_index]){
 79 |           jobs[placement_index][key.replace(/^job_\d+_/,'')] = val;
 80 |         }else{
 81 |           jobs[placement_index] = {};
 82 |           jobs[placement_index][key.replace(/^job_\d+_/,'')] = val;
 83 |         }
 84 |       }
 85 |     });
 86 |     return {...record,...{jobs: jobs}};
 87 |   }).filter(r=> r.job_1_job_company_name);
 88 | }
 89 | 
 90 | const parseStringAsXset = (s) => s
 91 | .split(/\s+\band\b\s+|(?<!\s+and\b)\s+\(|\)\s+(?!\band\b)/i)
 92 |     .map(el=> 
 93 |         el.split(/\s+\bor\b\s+/i).map(ii=> 
 94 |             ii.replace(/\s*\)\s*/g,'')
 95 |             .replace(/\s*\(\s*/g,'')
 96 |             .replace(/\s+/g,'.{0,3}')
 97 |             .replace(/"/g,'\\b')
 98 |             .replace(/\*/g,'\\w*')
 99 |             .replace(/\*\*\*/g,'.{0,60}'))
100 |                 .reduce((a,b)=> a+'|'+b)).filter(el=> el);
101 | 
102 | function permutateNear(input,joiner){
103 |   var nearx = /(?<=\||^)\S+?(?=\||$)/g;
104 |   var base = input.replace(nearx, '').replace(/[\|]+/g, '|');
105 |   var near_or = input.match(nearx) ? input.match(nearx).map(str=> {
106 |     var arr = str.split(/~/);
107 |     if(arr.length > 5){
108 |       return str.replace(/[~]+/,'.');
109 |     }else{
110 |       var cont = [];
111 |       var containArr = [];
112 |       function comboLoop(arr, cont){
113 |         if (arr.length == 0) {
114 |           var row = cont.join(joiner);
115 |           containArr.push(row)
116 |         }
117 |         for (var i = 0; i < arr.length; i++) {
118 |           var x = arr.splice(i, 1);
119 |           cont.push(x);
120 |           comboLoop(arr, cont);
121 |           cont.pop();
122 |           arr.splice(i, 0, x);
123 |         }
124 |       }
125 |       comboLoop(arr, cont);
126 |       return containArr.reduce((a,b)=> a+'|'+b);
127 |     }
128 |   }).flat().reduce((a,b)=> a+'|'+b) : '';
129 |   return base + near_or;
130 | }
131 | function buildSearchSet(str){
132 |   if(str){
133 |       var set = parseStringAsXset(str);
134 |       var xset = set.map(r=> permutateNear(r,'.{0,39}')).map(r=> tryRegExp(r.replace(/^\||\|$/g,''),'i'));
135 |       return xset;
136 |   }else{return null}
137 | }
138 | function tryRegExp(s,f){
139 |     try{return new RegExp(s,f)}
140 |     catch(err){return err}
141 | }
142 | 
143 | function table2JSON(table){
144 |   const arr = [];
145 |   for(let i=1; i<table.length; i++){
146 |     let obj = {};
147 |     for(let h=0; h<table[0].length; h++){
148 |       obj[table[0][h]] = table[i][h];
149 |     }
150 |     arr.push(obj)
151 |   }
152 |   return arr;
153 | }
154 | const unqHsh = (a,o) => a.filter(i=> o.hasOwnProperty(i) ? false : (o[i] = true));
155 | 
156 | const cleanObject = (ob) => 
157 |   Object.entries(ob).reduce((r, [k, v]) => {
158 |     if(v != null && v != undefined && v != "" && ( typeof v == 'boolean' || typeof v == 'string' || typeof v == 'symbol' || typeof v == 'number' || typeof v == 'function' || (typeof v == 'object'  && ((Array.isArray(v) && v.length) || (Array.isArray(v) != true)) ) ) ) { 
159 |       r[k] = v; 
160 |       return r;
161 |     } else { 
162 |      return r; 
163 |     }
164 |   }, {});
165 | 
166 | const getColumn = (i,table) => table.map(col=> col[i]); 
167 | /* utility sheets
168 | returns column as an array. arguments are the column index and the table.
169 | */
170 | 
171 | const getTableValuesBy = (sheet) => sheet.getRange(1,1,1,1).isBlank() ? [] : Array.from(sheet.getRange(1,1,sheet.getLastRow(),sheet.getLastColumn()).getValues()); 
172 | /* utility sheets
173 | getTableValuesBy => gets full sheet as Table, by the sheetObject. This only retrieves the max rows and columns containing data. Returns an empty array if the first cell is blank
174 | */
175 | 
176 | const getColIndexBy = (table,header_name) => table[0].indexOf(header_name); 
177 | /* utility sheets
178 | getColIndexBy => gets the index number (not sheet col number) of the specified header within a given sheet
179 | */
180 | 
181 | const getRowIndexBy = (table,header_name,query) => table.findIndex(r=> r[getColIndexBy(table,header_name)] == query);
182 | /* utility sheets
183 | getRowIndexBy => gets the index number of the first string matching row value within a specified headername within a given sheet.
184 | */
185 | 
186 | const getRowIndexRegX = (table,header_name,x) => table.findIndex(r=> x.test(r[getColIndexBy(table,header_name)]));
187 | /* utility sheets
188 | getRowIndexByX => gets the index number of the first matching regular expression on a row value within a specified headername within a given sheet.
189 | */
190 | 


--------------------------------------------------------------------------------
/image to text/code.gs:
--------------------------------------------------------------------------------
 1 | function doGet(e) { //this function serves up the view HTML file 
 2 |   return HtmlService.createTemplateFromFile('view')
 3 |                     .evaluate()
 4 |                     .setXFrameOptionsMode(HtmlService.XFrameOptionsMode.ALLOWALL); 
 5 | }
 6 | 
 7 | function processResumeFile(filename,dataURI){ //this function is called within the view.html file using the google.script.run.withSuccessHandler method
 8 |   var blob = dataURItoBlob(dataURI, filename);
 9 |   return fileImageBlob(blob);
10 | }
11 | 
12 | function dataURItoBlob(dataURI, filename) { // code swiped from https://stackoverflow.com/a/36949118/1027723
13 |   var byteString;
14 |   if (dataURI.split(',')[0].indexOf('base64') >= 0){
15 |     byteString = Utilities.base64Decode(dataURI.split(',')[1]);
16 |   } else {
17 |     byteString = decodeURI(dataURI.split(',')[1]);
18 |   }
19 |   var mimeString = dataURI.split(',')[0].split(':')[1].split(';')[0];
20 |   return Utilities.newBlob(byteString, mimeString, filename);
21 | }
22 | 
23 | function fileImageBlob(blob){ //TODO: we are overwriteing the file variable. Fix this later and test to ensure it doesnt break anything. 
24 |   var filename = blob.getName();
25 |   var type = /docx$/i.test(filename) ? 'application/vnd.openxmlformats-officedocument.wordprocessingml.document' : /pdf$/i.test(filename) ? 'application/pdf' : /png$/i.test(filename) ? 'image/png' : /jpeg$|jpg$/i.test(filename) ? 'image/jpeg' : /bmp$/i.test(filename) ? 'image/bmp' : 'text/plain';
26 |   if(type){
27 |     var file = {
28 |       title: 'OCR File',
29 |       mimeType: type
30 |     };
31 |     file = Drive.Files.insert(file, blob, {ocr: true});
32 |     var doc = DocumentApp.openByUrl(file.embedLink);
33 |     var body = doc.getBody().getText().replace(/\n/g,'<br>');
34 |     deleteFileById(file.getId()); 
35 |     return body;
36 |   }else{
37 |     return 'file type not supported';
38 |   }
39 | }
40 | 
41 | function deleteFileById(id){
42 |   var file = DriveApp.getFileById(id);
43 |   file.setTrashed(true);
44 | }
45 | 


--------------------------------------------------------------------------------
/image to text/view.html:
--------------------------------------------------------------------------------
  1 | <!DOCTYPE html>
  2 | <html>
  3 |   <head>
  4 |     <base target="_top">
  5 |   </head>
  6 |   <body>
  7 | 
  8 |     <div>
  9 |       <h2 style="text-align: center;"> Image and PDF to Text converter</h2>
 10 |       <p style="text-align: center;">Upload a file, wait for the processing, then download the text file. Text content is editable prior to downloading.</p>
 11 |     </div>
 12 |     <div style="display: grid; grid-template-columns: 10% 77% 10%; grid-gap: 1%;">
 13 |       <div id="btn_container" style="grid-area: 1/2; width: 100%; display: grid; grid-template-columns: 20% 20% 57%; grid-gap: 1%;">
 14 |         <div id="upload_btn" style="grid-area: 1/1; background: #132e3b; color: #fff; border: 1.5px solid #132e3b; border-radius: 0.4em; padding: 12px; text-align: center; cursor: pointer" onclick="uploadResume()">Upload file</div>
 15 |       </div>
 16 |     </div>
 17 |     <div style="display: grid; grid-template-columns: 10% 77% 10%; grid-gap: 1%;">
 18 |       <div style="grid-area: 1/2; padding: 20px;" id="textbody"></div>
 19 |     </div>
 20 |   </body>
 21 | </html>
 22 | 
 23 | <script>
 24 | var reg = (o, n) => o ? o[n] : '';
 25 | var cn = (o, s) => o ? o.getElementsByClassName(s) : console.log(o);
 26 | var tn = (o, s) => o ? o.getElementsByTagName(s) : console.log(o);
 27 | var gi = (o, s) => o ? o.getElementById(s) : console.log(o);
 28 | var rando = (n) => Math.round(Math.random() * n);
 29 | var unq = (arr) => arr.filter((e, p, a) => a.indexOf(e) == p);
 30 | var delay = (ms) => new Promise(res => setTimeout(res, ms));
 31 | var ele = (t) => document.createElement(t);
 32 | var attr = (o, k, v) => o.setAttribute(k, v);  
 33 | 
 34 | 
 35 | 
 36 | function aninCloseBtn() {
 37 |   var l1 = tn(this, 'path')[0];
 38 |   var l2 = tn(this, 'path')[1];
 39 |   l1.style.transform = "translate(49px, 50px) rotate(45deg) translate(-49px, -50px)";
 40 |   l1.style.transition = "all 233ms";
 41 |   l2.style.transform = "translate(49px, 50px) rotate(135deg) translate(-49px, -50px)";
 42 |   l2.style.transition = "all 233ms";
 43 | }
 44 | 
 45 | function anoutCloseBtn() {
 46 |   var l1 = tn(this, 'path')[0];
 47 |   var l2 = tn(this, 'path')[1];
 48 |   l1.style.transform = "translate(49px, 50px) rotate(225deg) translate(-49px, -50px)";
 49 |   l1.style.transition = "all 233ms";
 50 |   l2.style.transform = "translate(49px, 50px) rotate(225deg) translate(-49px, -50px)";
 51 |   l2.style.transition = "all 233ms";
 52 | }
 53 | 
 54 | function hoverin() {
 55 |   this.style.background = '#fff';
 56 |   this.style.color = '#132e3b';
 57 |   this.style.transition = 'all 133ms';
 58 | }
 59 | function hoverout() {
 60 |   this.style.background = '#132e3b';
 61 |   this.style.color = '#fff';
 62 |   this.style.transition = 'all 133ms';
 63 | }
 64 | 
 65 | function addhovers(id){
 66 |   var up = gi(document, id);
 67 |   up.onmouseenter = hoverin;
 68 |   up.onmouseleave = hoverout;
 69 | }
 70 | 
 71 | addhovers('upload_btn');
 72 | 
 73 | function uploadResume() {
 74 |   function createUploadHTML() {
 75 |     if (gi(document, 'pop_FileUploader')) gi(document, 'pop_FileUploader').outerHTML = '';
 76 | 
 77 |     var popCont = ele("div");
 78 |     document.body.appendChild(popCont);
 79 |     attr(popCont, "id", "pop_FileUploader");
 80 |     attr(popCont, 'style', 'position: fixed; top: 20%; left: 20%; width: 280px; height: 100px; background: lightgrey; border: 1px solid #616161; border-radius: .5em; padding: 6px; z-index: 12000;');
 81 | 
 82 |     var closeBtn = ele("div");
 83 |     attr(closeBtn, "id", "note_btn_close");
 84 |     attr(closeBtn, 'style', 'background: transparent; width: 30px; height: 30px; border-radius: 1em; cursor: pointer; float: right;');
 85 |     popCont.appendChild(closeBtn);
 86 |     closeBtn.innerHTML = '<svg x="0px" y="0px" viewBox="0 0 100 100"><g style="transform: scale(0.85, 0.85)" stroke-width="1" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"><g transform="translate(2, 2)" stroke="#e21212" stroke-width="8"><path d="M47.806834,19.6743435 L47.806834,77.2743435" transform="translate(49, 50) rotate(225) translate(-49, -50) "/><path d="M76.6237986,48.48 L19.0237986,48.48" transform="translate(49, 50) rotate(225) translate(-49, -50) "/></g></g></svg>';
 87 |     closeBtn.addEventListener("click", close);
 88 |     closeBtn.onmouseenter = aninCloseBtn;
 89 |     closeBtn.onmouseleave = anoutCloseBtn;
 90 | 
 91 |     var uploadElm = ele("input");
 92 |     attr(uploadElm, "id", "customFileInput");
 93 |     attr(uploadElm, "type", "file");
 94 |     attr(uploadElm, "name", "file[]");
 95 |     attr(uploadElm, "multiple", "true");
 96 |     popCont.appendChild(uploadElm);
 97 |     uploadElm.style.transform = "scale(1.1, 1.1) translate(5%, 80%)";
 98 |     uploadElm.addEventListener("change", handleFiles);
 99 |     function close() {
100 |       document.body.removeChild(popCont);
101 |     }
102 |   }
103 | 
104 |   createUploadHTML();
105 | 
106 |   function handleFiles() {
107 |     var files = this.files;
108 |     var reader = new FileReader();
109 |     console.log('reading');
110 |     reader.readAsDataURL(files[0]); // https://developer.mozilla.org/en-US/docs/Web/API/FileReader/readAsDataURL
111 |     reader.onload = (e) => {
112 |        loadingElm();
113 |        gi(document, 'pop_FileUploader').style.opacity = '.1';
114 |         google.script.run.withSuccessHandler(function(jj) { // https://developers.google.com/apps-script/guides/html/reference/run
115 |           console.log(jj);
116 |           var tb = gi(document,'textbody');
117 |           tb.innerHTML = jj;
118 |           attr(tb,'contentEditable','true');
119 |           addDLbtn();
120 |           killLoader();
121 |           if (gi(document, 'pop_FileUploader')) gi(document, 'pop_FileUploader').outerHTML = '';
122 |         }).processResumeFile(files[0].name, e.target.result)
123 |       }
124 |   }
125 | } //uploadResume()
126 | 
127 | function downloadr(str) {
128 |   var data = str;
129 |   var filename = 'converted_text_'+new Date().getTime()+'.txt';
130 |   var type = 'data:text/plain;charset=utf-8,';
131 |   var file = new Blob([data], {    type: type  });
132 |   if (window.navigator.msSaveOrOpenBlob) {
133 |     window.navigator.msSaveOrOpenBlob(file, filename);
134 |   } else {
135 |     var a = document.createElement('a'),
136 |     url = URL.createObjectURL(file);
137 |     a.href = url;
138 |     a.download = filename;
139 |     document.body.appendChild(a);
140 |     a.click();
141 |     setTimeout(() => {
142 |       document.body.removeChild(a);
143 |       window.URL.revokeObjectURL(url);
144 |     }, 10);
145 |   }
146 |   
147 | }
148 | 
149 | function addDLbtn(){
150 |   var btn = ele('div');
151 |   btn.innerHTML = '<div id="download_btn"  style="grid-area: 1/2; background: #132e3b; color: #fff; border: 1.5px solid #132e3b; border-radius: 0.4em; padding: 12px; text-align: center; cursor: pointer">Download</div>';
152 |   gi(document,'btn_container').appendChild(btn);
153 |   btn.onclick = () => {
154 |     var text = gi(document,'textbody').innerText;
155 |     downloadr(text);
156 |   };
157 |   addhovers('download_btn');
158 | }
159 | 
160 | 
161 | function loadingElm() {
162 |   var loaD = document.createElement("div");
163 |   loaD.setAttribute("id", "loader-elm");
164 |   document.body.appendChild(loaD);
165 |   loaD.style.top = '12%';
166 |   loaD.style.left = '20%';
167 |   loaD.style.position = "fixed";
168 |   loaD.style.zIndex = "320001";
169 |   loaD.innerHTML = '<svg version="1.1" x="0px" y="0px"  width="200px" height="200px" viewBox="0 0 24 30" style="enable-background:new 0 0 50 50;">    <rect x="0" y="10" width="4" height="0" fill="#333" opacity="0.2">      <animate attributeName="opacity" values="0.2; 1; .2" begin="0s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="height" values="10; 20; 10" begin="0s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="y"values="10; 5; 10" begin="0s" dur="555ms" repeatCount="indefinite" />    </rect>    <rect x="8" y="10" width="4" height="10" fill="#333"  opacity="0.2">      <animate attributeName="opacity" values="0.2; 1; .2" begin="0.15s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="height" values="10; 20; 10" begin="0.15s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="y" values="10; 5; 10" begin="0.15s" dur="555ms" repeatCount="indefinite" />    </rect>    <rect x="16" y="10" width="4" height="10" fill="#333"  opacity="0.2">      <animate attributeName="opacity" values="0.2; 1; .2" begin="0.3s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="height" values="10; 20; 10" begin="0.3s" dur="555ms" repeatCount="indefinite" />      <animate attributeName="y" values="10; 5; 10" begin="0.3s" dur="555ms" repeatCount="indefinite" />    </rect>  </svg>';
170 | }
171 | 
172 | function killLoader() {
173 |   document.body.removeChild(document.getElementById("loader-elm"));
174 | }
175 | 
176 | </script>
177 | 


--------------------------------------------------------------------------------
/parseCandidateResumes_fromEmail.js:
--------------------------------------------------------------------------------
  1 | /*
  2 | GOOGLE APPS SCRIPT
  3 | This script will monitor inbound emails for a given subject name, then will parse those resumes as a Google Doc, and add a record to a spreadsheet
  4 | 
  5 | Full build video:
  6 | https://youtu.be/r05EwELmymE
  7 | 
  8 | Set Time-Based Triggers:
  9 | https://youtu.be/RvUyyDpXxuE
 10 | */
 11 | 
 12 | var sheetId = 'YOUR_SPREADSHEET_ID_GOES_HERE';
 13 | var ss = SpreadsheetApp.openById(sheetId); //https://developers.google.com/apps-script/reference/spreadsheet/spreadsheet-app#openById(String)
 14 | var mainSheet = ss.getSheetByName('Main'); //https://developers.google.com/apps-script/reference/spreadsheet/sheet#getsheetbyname
 15 | 
 16 | function reg(o,n){if(o){return o[n].trim()}else{return '';}}
 17 | function unq(arr){ return arr.filter(function(e, p, a) { return a.indexOf(e) == p }) }
 18 | function fixCase(s){  return s.replace(/\w\S*/g, function(txt) { return txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase()} );}
 19 | 
 20 | function parseAsRegexArr(bool) {
 21 |   function rxReady(s){ return s ? s.replace(/"/g, '\\b').trim().replace(/\)/g, '').replace(/\(/g, '').replace(/\s+/g, '.{0,2}').replace(/\//g, '\\/').replace(/\+/g, '\\+').replace(/\s*\*\s*/g, '\\s*\\w*\\s+') : s;}
 22 |   function checkSimpleOR(s) { return /\bor\b/i.test(s) && /\(/.test(s) === false;}
 23 |   if (checkSimpleOR(bool)) {
 24 |     var x = new RegExp(bool.replace(/\s+OR\s+|\s*\|\s*/gi, '|').replace(/\//g, '\\/').replace(/"/g, '\\b').replace(/\s+/g, '.{0,2}').replace(/\s*\*\s*/g, '\\s*\\w*\\s+'), 'i');
 25 |     var xArr = [x];
 26 |     return xArr;
 27 |   } else {
 28 |     var orx = "\\(.+?\\)|(\\(\\w+\\s{0,1}OR\\s|\\w+\\s{0,1}OR\\s)+((\\w+\s)+?|(\\w+)\\)+)+?";
 29 |     var orMatch = bool ? bool.match(new RegExp(orx, 'g')) : [];
 30 |     var orArr = orMatch ? orMatch.map(function(b) {return rxReady(b.replace(/\s+OR\s+|\s*\|\s*/gi, '|'))}) : [];
 31 |     var noOrs = bool ? bool.replace(new RegExp(orx, 'g'), '').split(/\s+[AND\s+]+/i) : bool;
 32 |     var ands = noOrs ? noOrs.map(function(a) { return rxReady(a)}) : [];
 33 |     var xArr = ands.concat(orArr).filter(function(i){ return i != ''}).map(function(x){return new RegExp(x, 'i')});
 34 |     return xArr;
 35 |   }
 36 | }
 37 | function booleanSearch(bool,target){
 38 |   var arr = parseAsRegexArr(bool);
 39 |   return arr.every(function(x){
 40 |     return x.test(target);
 41 |   });
 42 | }
 43 | 
 44 | function getFolderByName(x){
 45 |   var folders = DriveApp.getFolders(); //https://developers.google.com/apps-script/reference/drive/folder-iterator
 46 |   while(folders.hasNext()){
 47 |     var folder = folders.next();
 48 |     if(x.test(folder.getName())) return folder.getId();
 49 |   }
 50 | }
 51 | 
 52 | function getEmailThreadsBySubject(searchString){ 
 53 |   var matches = [];
 54 |   var threads = GmailApp.getInboxThreads(0, 50); //https://developers.google.com/apps-script/reference/gmail/gmail-app#getInboxThreads(Integer,Integer)
 55 |   for(var i=0; i<threads.length; i++){
 56 |     var msgs = threads[i].getMessages();
 57 |     var subject = msgs[0].getSubject();
 58 |     var attachments = msgs[0].getAttachments(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getAttachments(Object)
 59 |     if(msgs[0].isUnread() && booleanSearch(searchString,subject) && attachments && attachments.length > 0) { //https://developers.google.com/apps-script/reference/gmail/gmail-thread#isUnread()
 60 |      matches.push(msgs[0]);
 61 |     } // end if msgs unread && match params
 62 |   } //end forloop
 63 |   return matches;
 64 | }
 65 | 
 66 | function parseCandidateSubmissions(){
 67 |   var targetEmails = getEmailThreadsBySubject('Candidate Submission OR candidate submittal');
 68 |   for(var i=0; i<targetEmails.length; i++){
 69 |     var attachments = targetEmails[i].getAttachments();
 70 |     var attachmentNames = attachments.map(function(el){return el.getName()})
 71 |     var sender = targetEmails[i].getFrom(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getFrom()
 72 |     var timestamp = new Date(targetEmails[i].getDate());
 73 |     var msgId = targetEmails[i].getId();
 74 | 
 75 |     var candNames = [];
 76 |     var candEmails = [];
 77 |     var candPhones = [];
 78 |     var candLinkedIns = [];
 79 |     var fileLinks = [];
 80 | 
 81 |     for(var a=0; a<attachments.length; a++){
 82 |         var default_name = attachments[a].getName();
 83 |         if(/\bpdf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/pdf')} //https://developers.google.com/apps-script/reference/base/blob#getAs(String)
 84 |         if(/\bdocx\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/vnd.openxmlformats-officedocument.wordprocessingml.document')}
 85 |         if(/\bdoc\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/msword')}
 86 |         if(/\brtf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/rtf')}
 87 |         if(/\brtf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('text/plain')}
 88 |         
 89 |         var targetFolderId = getFolderByName(/^Candidate Submissions$/);
 90 |         var fileObj = {
 91 |           'title': 'Temp_'+a,
 92 |           'parents': [{'id': targetFolderId}],
 93 |           'mimeType': 'application/vnd.google-apps.document'
 94 |           };
 95 |         var newFile = Drive.Files.insert(fileObj,fileBlob);
 96 |         var newDocId = newFile.getId();
 97 |         var newDocFile = DocumentApp.openById(newDocId);
 98 |         var newDocFileBodyText = newDocFile.getBody().getText();
 99 |         var newDocFileHeaderText = newDocFile.getHeader() ? newDocFile.getHeader().getText() : '';
100 | 
101 |         var name = newDocFileHeaderText ? fixCase(reg(/^[a-z]+\s+[a-z]+/i.exec(newDocFileHeaderText),0)) : fixCase(reg(/^[a-z]+\s+[a-z]+/i.exec(newDocFileBodyText),0));
102 |         var email = newDocFileHeaderText ? reg(/[\w|\.]+@\w+\.[a-zA-Z]+/.exec(newDocFileHeaderText),0) : reg(/[\w|\.]+@\w+\.[a-zA-Z]+/.exec(newDocFileBodyText),0);
103 |         var phone = newDocFileHeaderText ? reg(/\b[2-9]\d{2}\){0,1}\W{0,1}\d{3}\W{0,1}\d{4}\b/.exec(newDocFileHeaderText),0) : reg(/\b[2-9]\d{2}\){0,1}\W{0,1}\d{3}\W{0,1}\d{4}\b/.exec(newDocFileBodyText),0);
104 |         var linkedin = newDocFileHeaderText ? reg(/linkedin\.com\/in\/\S+/.exec(newDocFileHeaderText),0) : reg(/linkedin\.com\/in\/\S+/.exec(newDocFileBodyText),0);
105 | 
106 |         candNames.push(name);
107 |         candEmails.push(email);
108 |         candPhones.push(phone);
109 |         candLinkedIns.push(linkedin);
110 |         fileLinks.push('https://docs.google.com/document/d/'+newDocId);
111 |         var newFileName = name ? name+' - '+newDocId : default_name.replace(/\..+/,'') +' - '+ newDocId;
112 |         DocumentApp.openById(newDocId).setName(newFileName);
113 | 
114 |     } //end for(attachments)
115 | 
116 |     var nameCheck = candNames.filter(function(el){return el != ''});
117 |     var nameDrop =  nameCheck.length == 1 ? nameCheck[0] : JSON.stringify(nameCheck);
118 |     var emailDrop = JSON.stringify( unq( candEmails.filter(function(el){return el != ''}) ) );
119 |     var phoneDrop = JSON.stringify( unq( candPhones.filter(function(el){return el != ''}) ) );
120 |     var linkedInDrop = JSON.stringify( unq( candLinkedIns.filter(function(el){return el != ''}) ) );
121 |     var fileDrop = JSON.stringify( unq( fileLinks.filter(function(el){return el != ''}) ) );
122 |     var rowDrop = [[msgId,timestamp,sender,nameDrop,emailDrop,phoneDrop,linkedInDrop,fileDrop]];
123 |     mainSheet.insertRowBefore(2); // https://developers.google.com/apps-script/reference/spreadsheet/spreadsheet#insertrowbeforebeforeposition
124 |     mainSheet.getRange(2,1,rowDrop.length,rowDrop[0].length).setValues(rowDrop);
125 |     targetEmails[i].markRead(); // https://developers.google.com/apps-script/reference/gmail/gmail-message#markRead()
126 |   } // end for(targetEmails)
127 | 
128 | }// end parseCandidateSubmissions
129 | 
130 | 
131 | 
132 | 
133 | 
134 | 
135 | 
136 | 


--------------------------------------------------------------------------------
/parseCandidateResumes_fromEmail_v2.gs:
--------------------------------------------------------------------------------
  1 | /*
  2 | Initial build video:
  3 | https://www.youtube.com/watch?v=r05EwELmymE
  4 | 
  5 | Edit video for this version:
  6 | https://youtu.be/t2OaDTC5Erc
  7 | */
  8 | 
  9 | var sheetId = 'YOUR_SHEET_ID_GOES_HERE';
 10 | var ss = SpreadsheetApp.openById(sheetId); //https://developers.google.com/apps-script/reference/spreadsheet/spreadsheet-app#openById(String)
 11 | var mainSheet = ss.getSheetByName('Main'); //https://developers.google.com/apps-script/reference/spreadsheet/sheet#getsheetbyname
 12 | var emailSheet = ss.getSheetByName('TargetEmails');
 13 | var subjectSearchString = 'Candidate Submission OR candidate submittal';
 14 | 
 15 | function getTargetEmails(){ 
 16 |   var lr = emailSheet.getLastRow(); //https://developers.google.com/apps-script/reference/spreadsheet/sheet#getlastrow
 17 |   var lc = emailSheet.getLastColumn(); //https://developers.google.com/apps-script/reference/spreadsheet/sheet#getlastcolumn
 18 |   var targetEmails = emailSheet.getRange(1,1,lr,lc).getValues();
 19 |   var emails = arr(targetEmails).map(function(el) {return el[0];}).filter(function(el){return /@/.test(el)});
 20 |   return emails;
 21 | }
 22 | 
 23 | function arr(table){  var t  = [];  for(var i=0; i<table.length; i++){t.push(table[i])}  return t; }
 24 | function reg(o,n){if(o){return o[n].trim()}else{return '';}}
 25 | function unq(arr){ return arr.filter(function(e, p, a) { return a.indexOf(e) == p }) }
 26 | function fixCase(s){  return s.replace(/\w\S*/g, function(txt) { return txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase()} );}
 27 | 
 28 | function parseAsRegexArr(bool) {
 29 |   function rxReady(s){ return s ? s.replace(/"/g, '\\b').trim().replace(/\)/g, '').replace(/\(/g, '').replace(/\s+/g, '.{0,2}').replace(/\//g, '\\/').replace(/\+/g, '\\+').replace(/\s*\*\s*/g, '\\s*\\w*\\s+') : s;}
 30 |   function checkSimpleOR(s) { return /\bor\b/i.test(s) && /\(/.test(s) === false;}
 31 |   if (checkSimpleOR(bool)) {
 32 |     var x = new RegExp(bool.replace(/\s+OR\s+|\s*\|\s*/gi, '|').replace(/\//g, '\\/').replace(/"/g, '\\b').replace(/\s+/g, '.{0,2}').replace(/\s*\*\s*/g, '\\s*\\w*\\s+'), 'i');
 33 |     var xArr = [x];
 34 |     return xArr;
 35 |   } else {
 36 |     var orx = "\\(.+?\\)|(\\(\\w+\\s{0,1}OR\\s|\\w+\\s{0,1}OR\\s)+((\\w+\s)+?|(\\w+)\\)+)+?";
 37 |     var orMatch = bool ? bool.match(new RegExp(orx, 'g')) : [];
 38 |     var orArr = orMatch ? orMatch.map(function(b) {return rxReady(b.replace(/\s+OR\s+|\s*\|\s*/gi, '|'))}) : [];
 39 |     var noOrs = bool ? bool.replace(new RegExp(orx, 'g'), '').split(/\s+[AND\s+]+/i) : bool;
 40 |     var ands = noOrs ? noOrs.map(function(a) { return rxReady(a)}) : [];
 41 |     var xArr = ands.concat(orArr).filter(function(i){ return i != ''}).map(function(x){return new RegExp(x, 'i')});
 42 |     return xArr;
 43 |   }
 44 | }
 45 | function booleanSearch(bool,target){
 46 |   var arr = parseAsRegexArr(bool);
 47 |   return arr.every(function(x){
 48 |     return x.test(target);
 49 |   });
 50 | }
 51 | 
 52 | 
 53 | function getFolderByName(x){ 
 54 |   var folders = DriveApp.getFolders(); //https://developers.google.com/apps-script/reference/drive/folder-iterator
 55 |   while(folders.hasNext()){
 56 |     var folder = folders.next();
 57 |     if(x.test(folder.getName())) return folder.getId();
 58 |   }
 59 | }
 60 | 
 61 | function getEmailThreadsBySubjectAndSender(searchString,arr){ 
 62 |   var matches = [];
 63 |   var threads = GmailApp.getInboxThreads(0, 50); //https://developers.google.com/apps-script/reference/gmail/gmail-app#getInboxThreads(Integer,Integer)
 64 |   for(var i=0; i<threads.length; i++){
 65 |     var msgs = threads[i].getMessages(); //https://developers.google.com/apps-script/reference/gmail/gmail-thread#getmessages
 66 |     var subject = msgs[0].getSubject(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getsubject
 67 |     var sender = msgs[0].getFrom(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getFrom()
 68 |     var attachments = msgs[0].getAttachments(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getAttachments(Object)
 69 | /*
 70 |     https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/RegExp
 71 |     https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/some
 72 |     https://developers.google.com/apps-script/reference/gmail/gmail-thread#isUnread()
 73 |     https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/push
 74 | */
 75 |     if(msgs[0].isUnread() && booleanSearch(searchString,subject) && arr.some(function(el){return new RegExp(el,'i').test(sender)})) { 
 76 |      matches.push(msgs[0]); 
 77 |     } // if msgs unread && match params
 78 |   } //end forloop
 79 |   return matches;
 80 | }
 81 | 
 82 | function parseCandidateSubmissions(){
 83 |   var senderEmails = getTargetEmails();
 84 |   var targetEmails = getEmailThreadsBySubjectAndSender(subjectSearchString,senderEmails);
 85 |   for(var i=0; i<targetEmails.length; i++){
 86 |     var attachments = targetEmails[i].getAttachments();
 87 |     var attachmentNames = attachments.map(function(el){return el.getName()})
 88 |     var sender = targetEmails[i].getFrom(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#getFrom()
 89 |     var timestamp = new Date(targetEmails[i].getDate());
 90 |     var msgId = targetEmails[i].getId();
 91 | 
 92 |     var candNames = [];
 93 |     var candEmails = [];
 94 |     var candPhones = [];
 95 |     var candLinkedIns = [];
 96 |     var fileLinks = [];
 97 | 
 98 |     for(var a=0; a<attachments.length; a++){
 99 |         var default_name = attachments[a].getName();
100 |         if(/\bpdf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/pdf')} //https://developers.google.com/apps-script/reference/base/blob#getAs(String)
101 |         if(/\bdocx\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/vnd.openxmlformats-officedocument.wordprocessingml.document')}
102 |         if(/\bdoc\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/msword')}
103 |         if(/\brtf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('application/rtf')}
104 |         if(/\brtf\b/i.test(default_name)){ var fileBlob = attachments[a].getAs('text/plain')}
105 |         
106 |         var targetFolderId = getFolderByName(/^Candidate Submissions$/);
107 |         var fileObj = {
108 |           'title': 'Temp_'+a,
109 |           'parents': [{'id': targetFolderId}],
110 |           'mimeType': 'application/vnd.google-apps.document'
111 |           };
112 |         var newFile = Drive.Files.insert(fileObj,fileBlob);
113 |         var newDocId = newFile.getId();
114 |         var newDocFile = DocumentApp.openById(newDocId);
115 |         var newDocFileBodyText = newDocFile.getBody().getText().replace(/^\d+\/\d+\/\d+\s*/, '');
116 |         var newDocFileHeaderText = newDocFile.getHeader() ? newDocFile.getHeader().getText() : '';
117 | 
118 |         var name = newDocFileHeaderText ? fixCase(reg(/^[a-z]+\s+[a-z]+/i.exec(newDocFileHeaderText),0)) : fixCase(reg(/^[a-z]+\s+[a-z]+/i.exec(newDocFileBodyText),0));
119 |         var email = newDocFileHeaderText ? reg(/[\w|\.]+@\w+\.[a-zA-Z]+/.exec(newDocFileHeaderText),0) : reg(/[\w|\.]+@\w+\.[a-zA-Z]+/.exec(newDocFileBodyText),0);
120 |         var phone = newDocFileHeaderText ? reg(/\b[2-9]\d{2}\){0,1}\W{0,1}\d{3}\W{0,1}\d{4}\b/.exec(newDocFileHeaderText),0) : reg(/\b[2-9]\d{2}\){0,1}\W{0,1}\d{3}\W{0,1}\d{4}\b/.exec(newDocFileBodyText),0);
121 |         var linkedin = newDocFileHeaderText ? reg(/linkedin\.com\/in\/\S+/.exec(newDocFileHeaderText),0) : reg(/linkedin\.com\/in\/\S+/.exec(newDocFileBodyText),0);
122 | 
123 |         candNames.push(name);
124 |         candEmails.push(email);
125 |         candPhones.push(phone);
126 |         candLinkedIns.push(linkedin);
127 |         fileLinks.push('https://docs.google.com/document/d/'+newDocId);
128 |         var newFileName = name ? name+' - '+newDocId : default_name.replace(/\..+/,'') +' - '+ newDocId;
129 |         DocumentApp.openById(newDocId).setName(newFileName);
130 | 
131 |     } //end for(attachments)
132 |     var nameCheck = candNames.filter(function(el){return el != ''});
133 |     var nameDrop =  nameCheck.length == 1 ? nameCheck[0] : JSON.stringify(nameCheck);
134 |     var emailDrop = JSON.stringify( unq( candEmails.filter(function(el){return el != ''}) ) );
135 |     var phoneDrop = JSON.stringify( unq( candPhones.filter(function(el){return el != ''}) ) );
136 |     var linkedInDrop = JSON.stringify( unq( candLinkedIns.filter(function(el){return el != ''}) ) );
137 |     var fileDrop = JSON.stringify( unq( fileLinks.filter(function(el){return el != ''}) ) );
138 |     var rowDrop = [[msgId,timestamp,sender,nameDrop,emailDrop,phoneDrop,linkedInDrop,fileDrop]];
139 |     mainSheet.insertRowBefore(2); //https://developers.google.com/apps-script/reference/spreadsheet/spreadsheet#insertrowbeforebeforeposition
140 |     mainSheet.getRange(2,1,rowDrop.length,rowDrop[0].length).setValues(rowDrop);
141 |     targetEmails[i].markRead(); //https://developers.google.com/apps-script/reference/gmail/gmail-message#markRead()
142 |   } //end for(targetEmails)
143 | 
144 | }//end parseCandidateSubmissions
145 | 
146 | 


--------------------------------------------------------------------------------
/peopledatalabs_fetch.js:
--------------------------------------------------------------------------------
 1 | var apikey = 'y0ur_4pi_k3y_g0es_h3r3';
 2 | 
 3 | var ss = SpreadsheetApp.openById('y0ur_spr33d5heet_id_g0es_h3r3');
 4 | var s1 = ss.getSheetByName('your_sheet_name');
 5 | 
 6 | var numberToQuery = 20; //change this to a higher number if you wish to pull more than 20 at a time. I do not recommend going about 100 per cycle
 7 | 
 8 | var li_pathx = /linkedin.com\/in\/([\w+|-]+)(\/|\b$)/i;
 9 | var li39x = /linkedin.com\/in\/[\w+|-]{39}/i;
10 | 
11 | function reg(o,n){  if(o) { return o[n]; } }
12 | 
13 | function arr(table){  var t  = [];  for(var i=0; i<table.length; i++){t.push(table[i])}  return t; }
14 | 
15 | function indexFromArr(x){  for(var i=0; i<x.length; i++){   if(x[i] == 'Likelihood_score') { return i; }   }}
16 |     
17 | function getIndexOfPubUrl(arr){  for(var i =0; i<arr.length; i++){    if(li_pathx.test(arr[i]) || li39x.test(arr[i]) === false) { return i}  }} // TODO: why do we have || lir39x === false ? This makes no sense 
18 | 
19 | function lastRowNum_bySpecifiedCol(colNum){
20 |   var rowArr = [];
21 |   var data = s1.getRange(1, colNum, s1.getLastRow(), 1).getValues();
22 |   for(i =(data.length-1); i >=0;  i--){    if (data[i][0] != null && data[i][0] != ''){      rowArr.push(i+1);    }  }
23 |   if(rowArr.length <1) {    return 0;  }else{    return Math.max.apply(null, rowArr);  }
24 | }
25 | 
26 | function peopleDataMapper() {
27 |   var lr = s1.getLastRow();
28 |   var lc = s1.getLastColumn();
29 |   var lrByCol = lastRowNum_bySpecifiedCol(lc);
30 |   var table = s1.getRange(1,1,lr,s1.getLastColumn()).getValues();
31 | 
32 |   if(arr(table[0]).some(function(el){ return el == 'Likelihood_score'}) === false){
33 | 
34 |     var header = [['Likelihood_score','birthdate','personal_phones','personal_emails','work_phones','work_emails','other_phones','other_emails']];
35 |     s1.getRange(1,(lc+1),1,header[0].length).setValues(header);
36 | 
37 |   } else {
38 | 
39 |     var t = getIndexOfPubUrl(table[1]);
40 |     var stop = table.length - lrByCol < numberToQuery ? table.length : lrByCol + numberToQuery;
41 | 
42 |     for(var i=lrByCol; i<stop; i++) {
43 | 
44 |       var apiLC = indexFromArr(table[0],'Likelihood_score');
45 |       var path = reg(li_pathx.exec(table[i][t]),1); 
46 |       var url = path ? 'https://api.peopledatalabs.com/v4/person?api_key='+apikey+'&profile=linkedin.com/in/' + path : null;
47 |       var res = url ? UrlFetchApp.fetch(url,{muteHttpExceptions: true}) : null;
48 |       var dat = res ? JSON.parse(res) : null;
49 | 
50 |       if(dat.data) {
51 | 
52 |         var personal_email = [];
53 |         var work_email = [];
54 |         var n_email = [];
55 | 
56 |         var personal_phone = [];
57 |         var work_phone = [];
58 |         var n_phone = [];
59 | 
60 |         var emails = dat.data.emails;
61 |         var phones = dat.data.phone_numbers;
62 | 
63 |         if(emails.length > 0){
64 |           emails.forEach(function(el){ 
65 |             if(el.type != 'personal' || el.type != 'professional'){n_email.push(el.address);}
66 |             if(el.type == 'professional'){            work_email.push(el.address);          }
67 |             if(el.type == 'personal'){            personal_email.push(el.address);          }
68 |           });
69 |         }
70 |         if(phones.length > 0){
71 |           phones.forEach(function(el){ 
72 |             if(/personal/i.test(el.type) === false || /professional/i.test(el.type) === false){n_phone.push(el.national_number);}
73 |             if(/professional/i.test(el.type)){            work_phone.push(el.national_number);          }
74 |             if(/personal/i.test(el.type)){            personal_phone.push(el.national_number);          }
75 |           });
76 |         }
77 | 
78 |         var emailstr_person = personal_email.length > 0 ? '[' + personal_email.toString() + ']' : '[]';
79 |         var phonestr_person = personal_phone.length > 0 ? '[' + personal_phone.toString() + ']' : '[]';
80 | 
81 |         var emailstr_work = work_email.length > 0 ? '[' + work_email.toString() + ']' : '[]';
82 |         var phonestr_work = work_phone.length > 0 ? '[' + work_phone.toString() + ']' : '[]';
83 | 
84 |         var emailstr_n = n_email.length > 0 ? '[' + n_email.toString() + ']' : '[]';
85 |         var phonestr_n = n_phone.length > 0 ? '[' + n_phone.toString() + ']' : '[]';
86 | 
87 | 
88 |         var birthdate = dat.data.birth_date ? dat.data.birth_date : '';
89 |         var likelihood = dat.likelihood ? dat.likelihood : '';
90 |         var output = [[likelihood,birthdate,phonestr_person,emailstr_person,phonestr_work,emailstr_work,phonestr_n,emailstr_n]];
91 | 
92 |         s1.getRange((i+1),(apiLC+1),output.length, output[0].length).setValues(output);
93 |         Logger.log(dat);
94 |         Logger.log(output);
95 |       }
96 |     }
97 |   }
98 | }
99 | 


--------------------------------------------------------------------------------
/sheets/openLinksInSheets.gs:
--------------------------------------------------------------------------------
 1 | /*
 2 |   https://www.youtube.com/watch?v=ZrM2agJqyn8
 3 | */
 4 | var your_sheet_id = 'YOUR_SHEET_ID_NG51Lm7YUMCG3coJFYx9fgU';
 5 | var your_sheet_name = 'YOUR_SHEET_NAME';
 6 | var ss = SpreadsheetApp.openById(your_sheet_id);
 7 | var report = ss.getSheetByName(your_sheet_name);
 8 | 
 9 | function onOpen(e) {
10 |   var ui = SpreadsheetApp.getUi();
11 |   ui.createMenu('Quickli Tools')
12 |       .addItem('Links Viewer', 'pagePanel')
13 |       .addToUi();
14 | }
15 | 
16 | function pagePanel() {
17 |   const link_table = getLinksInCols(0);
18 |   const jdat= JSON.stringify(link_table).replace(/"/g,"&quot;");
19 |   var header = `
20 |     <script>
21 |       function initPaging(){
22 |         document.getElementById('next_url_view').onclick = nextPage;
23 |       }
24 |       function nextPage(){ 
25 |         const header = document.getElementById('page_header_view');
26 |         const jdat = JSON.parse(header.getAttribute('jdat').replace(/&quot;/g,'"'));
27 |         console.log(jdat);
28 |         google.script.run.withSuccessHandler((data)=>{
29 |           console.log(data);
30 |         }).pagerPanel(jdat,1)
31 |       }
32 |     </script>
33 |     <div id="page_header_view" jdat="${jdat}" style="position: fixed; top: 0px; right: 0px; z-index: 999999;">
34 |       <div id="next_url_view" style="cursor: pointer; background: #004471; color: #ffffff; border-radius: 0.3em; text-align: center; padding: 6px;" onClick="nextPage()">next</div>
35 |     </div>
36 |   `;
37 |   var page = UrlFetchApp.fetch(link_table.link_table[0].cell).toString();
38 |   var html = HtmlService.createHtmlOutput(page.replace(/\n|\r/g,'').replace(/<script.+?<\/script>/gi,'').replace(/<body.{0,500}?>/i,'<body>'+header))
39 |       .setWidth(720)
40 |       .setHeight(500)
41 |   SpreadsheetApp.getUi() // Or DocumentApp or SlidesApp or FormApp.
42 |       .showModalDialog(html,link_table.link_table[0].cell.slice(0,52));
43 | }
44 | function pagerPanel(data,page){
45 |   const link_table = getLinksInCols(data.current_index+page);
46 |   const jdat= JSON.stringify(link_table).replace(/"/g,"&quot;");
47 |   var header = `
48 |     <script>
49 |       function initPaging(){
50 |         document.getElementById('next_url_view').onclick = nextPage;
51 |       }
52 |       function nextPage(){
53 |         const header = document.getElementById('page_header_view');
54 |         const jdat = JSON.parse(header.getAttribute('jdat').replace(/&quot;/g,'"'));
55 |         console.log(jdat);
56 |         google.script.run.withSuccessHandler((data)=>{
57 |           console.log(data);
58 |         }).pagerPanel(jdat,1)
59 |       }
60 |     
61 |     console.log('test')
62 |     
63 |     </script>
64 |     <div id="page_header_view" jdat="${jdat}" style="display: grid; position: fixed; top: 0px; right: 0px; z-index: 999999; grid-template-columns: 50px; grid-gap: 8px;">
65 |       <div id="next_url_view" style="cursor: pointer; background: ${link_table.link_table[data.current_index+1].cell ? 'transparent' : '#004471'}; color: #ffffff; border-radius: 0.3em; text-align: center; padding: 6px;"  onClick="nextPage()">${link_table.link_table[data.current_index+1].cell ? '' : 'next'}</div>
66 |     </div>
67 |   `;
68 |   var page = UrlFetchApp.fetch(link_table.link_table[data.current_index+1].cell).toString();
69 |   var html = HtmlService.createHtmlOutput(page.replace(/\n|\r/g,'').replace(/<script.+?<\/script>/gi,'').replace(/<body.{0,500}?>/i,'<body>'+header))
70 |       .setWidth(720)
71 |       .setHeight(500)
72 |   SpreadsheetApp.getUi()
73 |       .showModalDialog(html,link_table.link_table[data.current_index+1].cell.slice(0,52));
74 | }
75 | 
76 | 
77 | function getLinksInCols(cindex) {
78 |   var header = Array.from(report.getRange(1, 1, 1, report.getLastColumn()).getValues())[0];
79 |   var rows = report.getLastRow();
80 |   var cols_with_links = header.map((i,n,r) => { //i == the current value on the iteration. n == the index, r == the full array/header 
81 |     return Array.from(report.getRange(1,(n+1),rows,1).getRichTextValues()).map((row,ix,rr)=> {return {col_head:i,row_index:ix,col_index:n,cell:row[0].getLinkUrl()}});
82 |   }).flat().filter(r=> r.cell)
83 |   return {current_index: cindex, link_table: cols_with_links};
84 | }
85 | 


--------------------------------------------------------------------------------