-- THE END --
', ''); 55 | return html; 56 | } catch (err) { 57 | return; 58 | } 59 | } 60 | }, 61 | "75team": { 62 | url: "https://weekly.75team.com/", 63 | getLink: function(html) { 64 | try { 65 | let curLink = 'https://weekly.75team.com/'; 66 | 67 | let urlMatch = html.match(/href\=\'(issue\d+\.html)/); 68 | if (urlMatch) { 69 | return url_opera.resolve(curLink , urlMatch[1]) 70 | } else { 71 | return; 72 | } 73 | /* 这个页面下的html注释写成了 导致cheerio不识别，改用正则 74 | let $ = cheerio.load(html); 75 | return curLink + $('.issue-list li:first-child a').attr('href'); 76 | */ 77 | } catch (err) { 78 | return; 79 | } 80 | }, 81 | getContent: function(html) { 82 | let $ = cheerio.load(html); 83 | try { 84 | let contentDom = $('#main #content>ul'); 85 | return contentDom.html(); 86 | } catch (err) { 87 | return; 88 | } 89 | } 90 | } 91 | } -------------------------------------------------------------------------------- /config/config.mail.js: -------------------------------------------------------------------------------- 1 | /** 2 | * 邮箱配置文件 3 | * @author xiongwilee 4 | */ 5 | 6 | module.exports = { 7 | "sender": { 8 | "host": "smtp.163.com", 9 | "port": 465, 10 | "auth": { 11 | "user": "wileetest04@163.com", 12 | "pass": "123qwe" 13 | } 14 | }, 15 | "subject": "每周技术文章推荐", 16 | "from": "xiongwilee▼ 来源: ${article.contentLink}
`; 57 | htmlContent += article.articleHtml; 58 | htmlContent +=`该技术周报由Techweekly强力驱动
`; 62 | 63 | return htmlContent 64 | } 65 | 66 | /** 67 | * 通过页面连接获取文档内容的HTML 68 | * @param {Object} article 文档列表页 69 | * @return {Object} Promise 70 | */ 71 | function getContentPromise(article) { 72 | if (!article.linkBody) return; 73 | 74 | let contentLink = article.getLink(article.linkBody); 75 | if (!contentLink) return; 76 | 77 | return new Promise((resolve, reject) => { 78 | request(contentLink, (err, res, body) => { 79 | if (err) { console.error(`抓取内容失败：${contentLink}`, err) } 80 | resolve(Object.assign(article, { 81 | articleBody: body, 82 | contentLink: contentLink 83 | })) 84 | }) 85 | }) 86 | } 87 | 88 | /** 89 | * 获取所有文档列表页面的页面HTML 90 | * @param {Object} articleConfig 文章列表配置 91 | * @return {Obejct} Promise 92 | */ 93 | function allArticle(articleConfig) { 94 | let promiseList = []; 95 | 96 | for (let key in articleConfig) { 97 | let article = articleConfig[key]; 98 | let url = typeof article.url == 'function' ? article.url() : article.url; 99 | 100 | promiseList.push(new Promise((resolve, reject) => { 101 | request(url, (err, res, body) => { 102 | if (err) { console.error(`抓取列表失败：${url}`, err) } 103 | resolve(Object.assign(article, { 104 | linkBody: body 105 | })); 106 | }) 107 | })) 108 | } 109 | 110 | return Promise.all(promiseList) 111 | } 112 | 113 | module.exports = crawler; 114 | -------------------------------------------------------------------------------- /src/mailer.js: -------------------------------------------------------------------------------- 1 | 'use strict'; 2 | 3 | const nodemailer = require("nodemailer"); 4 | 5 | //配置邮件服务信息 6 | let smtpTransport; 7 | 8 | 9 | /** 10 | * 发送邮件 11 | * @param {Object} mailConfig 邮箱配置 12 | * @param {String} html 邮件内容 13 | * @return {Undefined} 14 | */ 15 | function sendMail(mailConfig, html) { 16 | smtpTransport = smtpTransport || nodemailer.createTransport(mailConfig.sender); 17 | 18 | smtpTransport.sendMail({ 19 | subject: mailConfig.subject, 20 | from: mailConfig.from, 21 | to: mailConfig.to.join(','), 22 | html: html 23 | }, (error, response) => { 24 | if (error) { 25 | console.error(error); 26 | } else { 27 | console.log(response); 28 | } 29 | smtpTransport.close(); 30 | }); 31 | } 32 | 33 | exports.sendMail = sendMail; --------------------------------------------------------------------------------