17 | // http://binux.me
18 | // Created on Fri 20 Jul 2012 11:43:22 AM CST
19 |
20 | TLE = {};
21 |
22 | TLE.exporter = {
23 | '复制链接': function(todown) {
24 | //console.log(todown);
25 | var str = '';
26 | $.each(todown.tasklist, function(n, task) {
27 | $.each(task.filelist, function(l, file) {
28 | if (!file.downurl) return;
29 | str += '- '+file.title+'
';
30 | });
31 | });
32 | str += "
";
33 | $("#TLE_text_pop").tpl("TLE_text_tpl", {'title': '复制选中的链接 > 在新窗口中打开', 'content': str}).show().pop({
34 | onHide: function() { $(document.body).click(); },
35 | });
36 | },
37 | 'Aria2': function(todown) {
38 | //console.log(todown);
39 | var str = "";
40 | $.each(todown.tasklist, function(n, task) {
41 | $.each(task.filelist, function(l, file) {
42 | if (!file.downurl) return;
43 | var filepath = TLE.safe_title(file.title);
44 | if (task.tasktype == 0 && task.filelist.length > 1)
45 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
46 | str += "aria2c -c -s10 -x10 --out "+TLE.escape_command(filepath)+" --header 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
47 | });
48 | });
49 | TLE.text_pop("aria2 download command", str);
50 | },
51 | 'wget': function(todown) {
52 | //console.log(todown);
53 | var str = "";
54 | $.each(todown.tasklist, function(n, task) {
55 | $.each(task.filelist, function(l, file) {
56 | if (!file.downurl) return;
57 | str += "wget -c -O "+TLE.escape_command(TLE.safe_title(file.title))+" --header 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
58 | });
59 | });
60 | TLE.text_pop("wget download command", str);
61 | },
62 | 'mpv': function(todown) {
63 | //console.log(todown);
64 | var str = "";
65 | $.each(todown.tasklist, function(n, task) {
66 | $.each(task.filelist, function(l, file) {
67 | if (!file.downurl) return;
68 | str += "mpv --really-quiet --cache 8140 --cache-default 8140 --http-header-fields 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
69 | });
70 | });
71 | TLE.text_pop("play with mpv", str);
72 | },
73 | 'mplayer': function(todown) {
74 | //console.log(todown);
75 | var str = "";
76 | $.each(todown.tasklist, function(n, task) {
77 | $.each(task.filelist, function(l, file) {
78 | if (!file.downurl) return;
79 | str += "mplayer -really-quiet -cache 8140 -http-header-fields 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
80 | });
81 | });
82 | TLE.text_pop("play with mplayer", str);
83 | },
84 | "YAAW": function(todown) {
85 | if (TLE.getConfig("TLE_aria2_jsonrpc")) {
86 | show_tip("添加中...到YAAW界面查看是否添加成功");
87 | var aria2 = new ARIA2(TLE.getConfig("TLE_aria2_jsonrpc"));
88 | $.each(todown.tasklist, function(n, task) {
89 | $.each(task.filelist, function(l, file) {
90 | if (!file.downurl) return;
91 | var filepath = TLE.safe_title(file.title);
92 | if (task.tasktype == 0 && task.filelist.length > 1)
93 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
94 | aria2.addUri(file.downurl, {out: filepath, header: 'Cookie: gdriveid='+todown.gdriveid});
95 | });
96 | });
97 | hide_tip();
98 | } else {
99 | show_tip("尚未设置Aria2 JSONRPC地址");
100 | hide_tip();
101 | };
102 | },
103 | 'Aria2导出': function(todown) {
104 | //console.log(todown);
105 | var str = "";
106 | $.each(todown.tasklist, function(n, task) {
107 | $.each(task.filelist, function(l, file) {
108 | if (!file.downurl) return;
109 | var filepath = TLE.safe_title(file.title);
110 | if (task.tasktype == 0 && task.filelist.length > 1)
111 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
112 | str += file.downurl+'\r\n out='+filepath+'\r\n header=Cookie: gdriveid='+todown.gdriveid+'\r\n continue=true\r\n max-connection-per-server=5\r\n split=10\r\n parameterized-uri=true\r\n\r\n';
113 | });
114 | });
115 | TLE.file_pop("Aria2导出文件下载", str, "aria2.down");
116 | },
117 | 'IDM导出': function(todown) {
118 | //console.log(todown);
119 | var str = "";
120 | $.each(todown.tasklist, function(n, task) {
121 | $.each(task.filelist, function(l, file) {
122 | if (!file.downurl) return;
123 | str += '<\r\n'+TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))+'\r\ncookie: gdriveid='+todown.gdriveid+'\r\n>\r\n'
124 | });
125 | });
126 | TLE.file_pop("IDM导出文件下载", str, "idm.ef2");
127 | },
128 | 'Orbit导出': function(todown) {
129 | //console.log(todown);
130 | var str = "";
131 | $.each(todown.tasklist, function(n, task) {
132 | $.each(task.filelist, function(l, file) {
133 | if (!file.downurl) return;
134 | str += TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))+'|'+TLE.safe_title(file.title.replace("|", "_"))+'||gdriveid='+todown.gdriveid+'\r\n'
135 | });
136 | });
137 | TLE.file_pop("Orbit导出文件下载", str, "orbit.olt");
138 | },
139 | 'eagleget': function(todown) {
140 | var ret = {tasks: []};
141 | $.each(todown.tasklist, function(n, task) {
142 | $.each(task.filelist, function(l, file) {
143 | if (!file.downurl) return;
144 | ret.tasks.push({
145 | cookie: 'gdriveid='+todown.gdriveid,
146 | fname: TLE.safe_title(file.title),
147 | url: TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))
148 | });
149 | });
150 | });
151 | TLE.file_pop("Eagleget导出文件下载(test)", JSON.stringify(ret), "eagleget.eg");
152 | },
153 | };
154 |
155 | (function(TLE) {
156 | function get_taskinfo(p) {
157 | var taskid = p.attr("taskid");
158 | var info = {};
159 | p.find("input").each(function(n, e) {
160 | var key = e.getAttribute("id").replace(taskid, "");
161 | info[key] = e.getAttribute("value");
162 | });
163 | return info;
164 | };
165 |
166 | function build_normal_taskinfo(info) {
167 | var taskinfo = {
168 | 'taskname': info.taskname || info.cloud_taskname,
169 | 'f_url': info.f_url,
170 | 'cid': info.dcid || info.cloud_cid,
171 | 'size': parseInt(info.ysfilesize),
172 | 'tasktype': info.d_tasktype,
173 | 'status': info.d_status,
174 | };
175 | var filelist = [];
176 | filelist.push({
177 | 'title': info.taskname || info.cloud_taskname,
178 | 'f_url': info.f_url,
179 | 'downurl': info.dl_url || info.cloud_dl_url,
180 | 'cid': info.dcid || info.cloud_cid,
181 | 'gcid': "",
182 | 'size': parseInt(info.ysfilesize),
183 | });
184 | taskinfo['filelist'] = filelist;
185 |
186 | return taskinfo;
187 | };
188 | function build_bt_taskinfo(info, rdata) {
189 | var taskinfo = {
190 | 'taskname': info.taskname,
191 | 'f_url': info.f_url,
192 | 'cid': info.dcid,
193 | 'size': parseInt(info.ysfilesize),
194 | 'tasktype': info.d_tasktype,
195 | 'status': info.d_status,
196 | };
197 | var filelist = [];
198 | $.each(rdata, function(n, e) {
199 | filelist.push({
200 | 'title': e.title,
201 | 'f_url': e.url,
202 | 'downurl': e.downurl,
203 | 'cid': e.cid,
204 | 'gcid': e.gcid,
205 | 'size': parseInt(e.filesize),
206 | });
207 | });
208 | taskinfo['filelist'] = filelist;
209 | return taskinfo;
210 | };
211 |
212 | TLE.safe_title = function safe_title(title) {
213 | return title.replace(/[\\\|\:\*\"\?\<\>]/g,"_");
214 | };
215 |
216 | TLE.down = function(_this, _do) {
217 | var p = $(_this).parents(".rw_list");
218 | var info = get_taskinfo(p);
219 | console.log(info);
220 |
221 | if (info.d_tasktype == "0") { //bt task
222 | show_tip("载入中...");
223 | $.getJSON(INTERFACE_URL+"/fill_bt_list?tid="+info.input+"&g_net="+G_section+"&uid="+G_USERID+"&callback=?", function(data) {
224 | hide_tip();
225 | var todown = {};
226 | todown.gdriveid = getCookie("gdriveid");
227 | todown.tasklist = {};
228 | todown.tasklist[info.input] = build_bt_taskinfo(info, data['Result'][info.input]);
229 | _do(todown);
230 | });
231 | } else {
232 | var todown = {}
233 | todown.gdriveid = getCookie("gdriveid");
234 | todown.tasklist = {};
235 | todown.tasklist[info.input] = build_normal_taskinfo(info);
236 | _do(todown);
237 | };
238 | };
239 |
240 | TLE.batch_down = function(_this, _do) {
241 | var ck = document.getElementsByName("ck");
242 | var bt_task_list = [];
243 | var normal_task_list = [];
244 | $.each(ck, function(n, e) {
245 | if (e.checked == false) return;
246 |
247 | var taskid = e.value;
248 | var d_status = $("#d_status"+taskid).val();
249 | var d_tasktype = $("#d_tasktype"+taskid).val();
250 | var d_flag = $("#dflag"+taskid).val();
251 | if (d_flag != 4 && d_status == 2) {
252 | if (d_tasktype == 0) {
253 | bt_task_list.push(taskid);
254 | } else {
255 | normal_task_list.push(taskid);
256 | };
257 | };
258 | });
259 |
260 | if (bt_task_list.length) {
261 | show_tip("载入中...");
262 | $.getJSON(INTERFACE_URL+"/fill_bt_list?tid="+bt_task_list.join(",")+"&g_net="+G_section+"&uid="+G_USERID+"&callback=?", function(data) {
263 | hide_tip();
264 | var todown = {};
265 | todown.gdriveid = getCookie("gdriveid");
266 | todown.tasklist = {};
267 | $.each(data['Result'], function(n, e) {
268 | var info = get_taskinfo($("#tr_c"+n));
269 | todown.tasklist[n] = build_bt_taskinfo(info, e);
270 | });
271 | $.each(normal_task_list, function(n, e) {
272 | var info = get_taskinfo($("#tr_c"+e));
273 | todown.tasklist[e] = build_normal_taskinfo(info);
274 | });
275 | _do(todown);
276 | });
277 | } else {
278 | var todown = {};
279 | todown.gdriveid = getCookie("gdriveid");
280 | todown.tasklist = {};
281 | $.each(normal_task_list, function(n, e) {
282 | var info = get_taskinfo($("#tr_c"+e));
283 | todown.tasklist[e] = build_normal_taskinfo(info);
284 | });
285 | _do(todown);
286 | };
287 | };
288 |
289 | TLE.bt_down = function(_this, _do) {
290 | var ck = document.getElementsByName("bt_list_ck");
291 | var files = [];
292 | $.each(ck, function(n, e) {
293 | if (e.checked == false) return;
294 | var fid = e.getAttribute("_i");
295 | var file = {
296 | 'title': $("#bt_taskname"+fid).val(),
297 | 'url': $("#bturl"+fid).val(),
298 | 'downurl': $("#btdownurl"+fid).val(),
299 | 'cid': $("#btcid"+fid).val(),
300 | 'gcid': $("#btgcid"+fid).val(),
301 | 'filesize': $("#bt_filesize"+fid).val(),
302 | };
303 | files.push(file);
304 | });
305 | var taskid = $("#view_bt_taskid").val();
306 | var info = get_taskinfo($("#tr_c"+taskid));
307 |
308 | var todown = {};
309 | todown.gdriveid = getCookie("gdriveid");
310 | todown.tasklist = {};
311 | todown.tasklist[taskid] = build_bt_taskinfo(info, files);
312 | //console.log(todown);
313 |
314 | _do(todown);
315 |
316 | //console.log("bt_down");
317 | };
318 |
319 | TLE.bt_down_one = function(_this, _do) {
320 | var files = []
321 | var fid = $(_this).parents(".rw_list").attr("i");
322 | var file = {
323 | 'title': $("#bt_taskname"+fid).val(),
324 | 'url': $("#bturl"+fid).val(),
325 | 'downurl': $("#btdownurl"+fid).val(),
326 | 'cid': $("#btcid"+fid).val(),
327 | 'gcid': $("#btgcid"+fid).val(),
328 | 'filesize': $("#bt_filesize"+fid).val(),
329 | };
330 | files.push(file);
331 | var taskid = $("#view_bt_taskid").val();
332 | var info = get_taskinfo($("#tr_c"+taskid));
333 |
334 | var todown = {};
335 | todown.gdriveid = getCookie("gdriveid");
336 | todown.tasklist = {};
337 | todown.tasklist[taskid] = build_bt_taskinfo(info, files);
338 | //console.log(todown);
339 |
340 | _do(todown);
341 |
342 | //console.log("bt_down");
343 | };
344 |
345 | TLE.getbtn = function(_this) {
346 | $(_this).parents(".TLE_get_btnbox").find(".TLE_p_getbtn").toggle();
347 | close_rightmenu_layer();
348 | return false;
349 | };
350 |
351 | TLE.text_pop = function(title, content) {
352 | content = $('').text(content).html()
353 | content = ''
354 | $("#TLE_text_pop").tpl("TLE_text_tpl", {'title': title, 'content': content}).show().pop({
355 | onHide: function() { $(document.body).click(); },
356 | });
357 | };
358 | TLE.file_pop = function(title, content, filename) {
359 | var url = "data:text/html;charset=utf-8,"+encodeURIComponent(content);
360 | var content = ''
361 | +'
'
362 | +'
导出文件'
363 | +(isChrome ? '' : '(右键另存为'+filename+')')
364 | +'
'
365 | +'
'
470 | +'
'
471 | +'
$[title]
'
472 | +''
473 | +'
'
474 | +'$[content]'
475 | +'
'
476 | +'
关闭'
477 | +'
)/,
479 | '
'
480 | +'
Thunder Lixian Exporter 设定
'
481 | +'
'
494 | +'$1'));
495 | var _set_notice_submit = set_notice_submit;
496 | set_notice_submit = function(f) {
497 | _set_notice_submit(f);
498 | var enabled_exporter = [];
499 | $(".TLE_setting_ck").each(function(n, e) {
500 | if (e.checked) enabled_exporter.push(e.name.replace(/^TLE_ck_/, ""));
501 | });
502 | var config_str = (enabled_exporter.length == 0) ? "_" : enabled_exporter.join("|");
503 | var jsonrpc_path = $("#TLE_aria2_jsonrpc").val();
504 | if (TLE.getConfig("TLE_exporter") != config_str || TLE.getConfig("TLE_aria2_jsonrpc") != jsonrpc_path) {
505 | TLE.setConfig("TLE_exporter", config_str);
506 | TLE.setConfig("TLE_aria2_jsonrpc", jsonrpc_path);
507 | TS2.show('设置已生效',1);
508 | setTimeout(function(){
509 | setting.hide();
510 | location.reload(true);
511 | }, 1*1000);
512 | }
513 | };
514 |
515 | function exporter_anchors(type) {
516 | var enabled_exporter = TLE.getConfig("TLE_exporter").split("|");
517 | var str = '';
518 | $.each(TLE.exporter, function(n, f) {
519 | if (enabled_exporter.indexOf(n) == -1) return;
520 | str+=('
'+n+'');
521 | });
522 | return str;
523 | }
524 | //down
525 | $(".rwbtn.ic_redownloca").each(function(n, e) {
526 | $(e).after('
'
527 | + '
'
528 | + '取回本地'
529 | + ''
530 | + ''
531 | + '
'
532 | + exporter_anchors("TLE.down")
533 | + '
'
534 | + '
');
535 | });
536 |
537 | //batch_down
538 | $("#li_task_down,#li_task_download").after('
批量导出')
539 | .parents(".main_link").append(
540 | '
'
541 | + exporter_anchors("TLE.batch_down")
542 | + '
');
543 | var _task_check_click = task_check_click;
544 | task_check_click = function() {
545 | _task_check_click();
546 | if ($("#li_task_down,#li_task_download").hasClass("noit")) {
547 | $("#TLE_batch_down").addClass("noit").unbind("click");
548 | } else {
549 | $("#TLE_batch_down").removeClass("noit").unbind("click").click(function() {
550 | $("#TLE_batch_getbtn").css("left", $("#TLE_batch_down").position().left);
551 | $("#TLE_batch_getbtn").toggle();
552 | return false;
553 | });
554 | };
555 | //console.log("task_check_click called");
556 | };
557 | $('input[name=ck],input#ckbutton').click(task_check_click);
558 |
559 | //bt_down
560 | $("#view_bt_list_nav_tpl").text($("#view_bt_list_nav_tpl").text().replace('取回本地',
561 | '取回本地'
562 | +'
批量导出'
563 | +'
'
564 | + exporter_anchors("TLE.bt_down")
565 | + '
'));
566 | $("#view_bt_list_tpl").text($("#view_bt_list_tpl").text().replace('ic_redownloca" title="">取回本地',
567 | 'ic_redownloca" title="">取回本地'
568 | +'
'
569 | + '
'
570 | + '取回本地'
571 | + ''
572 | + ''
573 | + '
'
574 | + exporter_anchors("TLE.bt_down_one")
575 | + '
'
576 | + '
'));
577 | var _bt_view_nav = bt_view_nav;
578 | bt_view_nav = function() {
579 | _bt_view_nav();
580 | if ($("#view_bt_list_nav_down").hasClass("noit")) {
581 | $("#TLE_bt_down").addClass("noit").unbind("click");
582 | } else {
583 | $("#TLE_bt_down").removeClass("noit").unbind("click").click(function() {
584 | $("#TLE_bt_getbtn").css("left", $("#TLE_bt_down").position().left);
585 | $("#TLE_bt_getbtn").toggle();
586 | return false;
587 | });
588 | };
589 | $("#TLE_bt_getbtn").hide();
590 | //console.log("bt_view_nav called");
591 | };
592 |
593 | //close menu binding
594 | $(document.body).bind("click",function(){
595 | $("div.TLE_p_getbtn, #TLE_batch_getbtn, #TLE_bt_getbtn").hide();
596 | });
597 | $("div.rw_list").click(function(e){
598 | $("div.TLE_p_getbtn, #TLE_batch_getbtn, #TLE_bt_getbtn").hide();
599 | });
600 | $("div.TLE_get_btnbox").click(function(e){e.stopPropagation();});
601 | };
602 |
603 | init();
604 | })(TLE);
605 |
606 | var ARIA2 = (function() {
607 | var jsonrpc_version = '2.0';
608 |
609 | function get_auth(url) {
610 | return url.match(/^(?:(?![^:@]+:[^:@\/]*@)[^:\/?#.]+:)?(?:\/\/)?(?:([^:@]*(?::[^:@]*)?)?@)?/)[1];
611 | };
612 |
613 | function request(jsonrpc_path, method, params) {
614 | var request_obj = {
615 | jsonrpc: jsonrpc_version,
616 | method: method,
617 | id: (new Date()).getTime().toString(),
618 | };
619 | if (params) request_obj['params'] = params;
620 |
621 | var xhr = new XMLHttpRequest();
622 | var auth = get_auth(jsonrpc_path);
623 | jsonrpc_path = jsonrpc_path.replace(/^((?![^:@]+:[^:@\/]*@)[^:\/?#.]+:)?(\/\/)?(?:(?:[^:@]*(?::[^:@]*)?)?@)?(.*)/, '$1$2$3'); // auth string not allowed in url for firefox
624 | xhr.open("POST", jsonrpc_path+"?tm="+(new Date()).getTime().toString(), true);
625 | xhr.setRequestHeader("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8");
626 | if (auth) xhr.setRequestHeader("Authorization", "Basic "+btoa(auth));
627 | xhr.send(JSON.stringify(request_obj));
628 | };
629 |
630 | return function(jsonrpc_path) {
631 | this.jsonrpc_path = jsonrpc_path;
632 | this.addUri = function (uri, options) {
633 | request(this.jsonrpc_path, 'aria2.addUri', [[uri, ], options]);
634 | };
635 | return this;
636 | }
637 | })();
638 | } // end of wrapper
639 |
640 | function tle_lx3_wrapper() {
641 | seajs.use("jquery", function(){
642 | // vim: set et sw=2 ts=2 sts=2 ff=unix fenc=utf8:
643 | // Author: Binux
644 | // http://binux.me
645 | // Created on 2013-12-27 23:00:34
646 |
647 | TLE = {};
648 |
649 | TLE.exporter = {
650 | '复制链接': function(todown) {
651 | //console.log(todown);
652 | var str = '';
653 | $.each(todown.tasklist, function(n, task) {
654 | $.each(task.filelist, function(l, file) {
655 | if (!file.downurl) return;
656 | str += '- '+file.title+'
';
657 | });
658 | });
659 | str += "
";
660 | TLE.window_pop('复制选中的链接 > 在新窗口中打开', str);
661 | },
662 | 'Aria2': function(todown) {
663 | //console.log(todown);
664 | var str = "";
665 | $.each(todown.tasklist, function(n, task) {
666 | $.each(task.filelist, function(l, file) {
667 | if (!file.downurl) return;
668 | var filepath = TLE.safe_title(file.title);
669 | if (task.tasktype === 0 && task.filelist.length > 1)
670 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
671 | str += "aria2c -c -s10 -x10 --out "+TLE.escape_command(filepath)+" --header 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
672 | });
673 | });
674 | TLE.text_pop("aria2 download command", str);
675 | },
676 | 'wget': function(todown) {
677 | //console.log(todown);
678 | var str = "";
679 | $.each(todown.tasklist, function(n, task) {
680 | $.each(task.filelist, function(l, file) {
681 | if (!file.downurl) return;
682 | str += "wget -c -O "+TLE.escape_command(TLE.safe_title(file.title))+" --header 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
683 | });
684 | });
685 | TLE.text_pop("wget download command", str);
686 | },
687 | 'mpv': function(todown) {
688 | //console.log(todown);
689 | var str = "";
690 | $.each(todown.tasklist, function(n, task) {
691 | $.each(task.filelist, function(l, file) {
692 | if (!file.downurl) return;
693 | str += "mpv --really-quiet --cache 8140 --cache-default 8140 --http-header-fields 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
694 | });
695 | });
696 | TLE.text_pop("play with mpv", str);
697 | },
698 | 'mplayer': function(todown) {
699 | //console.log(todown);
700 | var str = "";
701 | $.each(todown.tasklist, function(n, task) {
702 | $.each(task.filelist, function(l, file) {
703 | if (!file.downurl) return;
704 | str += "mplayer -really-quiet -cache 8140 -http-header-fields 'Cookie: gdriveid="+todown.gdriveid+";' '"+file.downurl+"'\n";
705 | });
706 | });
707 | TLE.text_pop("play with mplayer", str);
708 | },
709 | "YAAW": function(todown) {
710 | if (TLE.getConfig("TLE_aria2_jsonrpc")) {
711 | TLE.tip("添加中...到YAAW界面查看是否添加成功");
712 | var aria2 = new ARIA2(TLE.getConfig("TLE_aria2_jsonrpc"));
713 | $.each(todown.tasklist, function(n, task) {
714 | $.each(task.filelist, function(l, file) {
715 | if (!file.downurl) return;
716 | var filepath = TLE.safe_title(file.title);
717 | if (task.tasktype === 0 && task.filelist.length > 1)
718 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
719 | aria2.addUri(file.downurl, {out: filepath, header: 'Cookie: gdriveid='+todown.gdriveid});
720 | });
721 | });
722 | TLE.hide_tip();
723 | } else {
724 | TLE.tip("尚未设置Aria2 JSONRPC地址", 5);
725 | }
726 | },
727 | 'Aria2导出': function(todown) {
728 | //console.log(todown);
729 | var str = "";
730 | $.each(todown.tasklist, function(n, task) {
731 | $.each(task.filelist, function(l, file) {
732 | if (!file.downurl) return;
733 | var filepath = TLE.safe_title(file.title);
734 | if (task.tasktype === 0 && task.filelist.length > 1)
735 | filepath = TLE.safe_title(task.taskname) + "/" + TLE.safe_title(file.title.replace(/\\+\*?/g,"/"));
736 | str += file.downurl+'\r\n out='+filepath+'\r\n header=Cookie: gdriveid='+todown.gdriveid+'\r\n continue=true\r\n max-connection-per-server=5\r\n split=10\r\n parameterized-uri=true\r\n\r\n';
737 | });
738 | });
739 | TLE.file_pop("Aria2导出文件下载", str, "aria2.down");
740 | },
741 | 'IDM导出': function(todown) {
742 | //console.log(todown);
743 | var str = "";
744 | $.each(todown.tasklist, function(n, task) {
745 | $.each(task.filelist, function(l, file) {
746 | if (!file.downurl) return;
747 | str += '<\r\n'+TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))+'\r\ncookie: gdriveid='+todown.gdriveid+'\r\n>\r\n';
748 | });
749 | });
750 | TLE.file_pop("IDM导出文件下载", str, "idm.ef2");
751 | },
752 | 'Orbit导出': function(todown) {
753 | //console.log(todown);
754 | var str = "";
755 | $.each(todown.tasklist, function(n, task) {
756 | $.each(task.filelist, function(l, file) {
757 | if (!file.downurl) return;
758 | str += TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))+'|'+TLE.safe_title(file.title.replace("|", "_"))+'||gdriveid='+todown.gdriveid+'\r\n';
759 | });
760 | });
761 | TLE.file_pop("Orbit导出文件下载", str, "orbit.olt");
762 | },
763 | 'eagleget导出': function(todown) {
764 | var ret = {tasks: []};
765 | $.each(todown.tasklist, function(n, task) {
766 | $.each(task.filelist, function(l, file) {
767 | if (!file.downurl) return;
768 | ret.tasks.push({
769 | cookie: 'gdriveid='+todown.gdriveid,
770 | fname: TLE.safe_title(file.title),
771 | url: TLE.url_rewrite(file.downurl, TLE.safe_title(file.title))
772 | });
773 | });
774 | });
775 | TLE.file_pop("Eagleget导出文件下载(test)", JSON.stringify(ret), "eagleget.eg");
776 | },
777 | };
778 |
779 | (function(TLE) {
780 | function get_taskinfo(taskid) {
781 | return {
782 | taskname: $("#tr_c"+taskid+" .title .w_title").attr("title"),
783 | title: $("#tr_c"+taskid+" .title .w_title").attr("title"),
784 | f_url: $("#f_url"+taskid).val(),
785 | downurl: $("#dl_url"+taskid).val(),
786 | cid: $("#dcid"+taskid).val(),
787 | gcid: $("#gcid"+taskid).val(),
788 | size: parseInt($("#ysfilesize"+taskid).val()),
789 | tasktype: parseInt($("#d_tasktype"+taskid).val()),
790 | status: $("#d_status"+taskid).val(),
791 | };
792 | }
793 | function get_bt_taskinfo(taskid) {
794 | return {
795 | title: $("#bt_taskname"+taskid).val(),
796 | f_url: $("#bturl"+taskid).val(),
797 | downurl: $("#btdownurl"+taskid).val(),
798 | cid: $("#btcid"+taskid).val(),
799 | gcid: $("#btgcid"+taskid).val(),
800 | size: $("#bt_filesize"+taskid).val(),
801 | status: $("#btd_status"+taskid).val(),
802 | };
803 | }
804 |
805 | function build_bt_taskinfo(info, rdata) {
806 | var taskinfo = {
807 | 'taskname': info.taskname,
808 | 'f_url': info.f_url,
809 | 'cid': info.dcid,
810 | 'size': parseInt(info.ysfilesize),
811 | 'tasktype': parseInt(info.d_tasktype),
812 | 'status': info.d_status,
813 | };
814 | var filelist = [];
815 | $.each(rdata, function(n, e) {
816 | filelist.push({
817 | 'title': e.title,
818 | 'f_url': e.url,
819 | 'downurl': e.downurl,
820 | 'cid': e.cid,
821 | 'gcid': e.gcid,
822 | 'size': parseInt(e.filesize),
823 | });
824 | });
825 | taskinfo['filelist'] = filelist;
826 | return taskinfo;
827 | };
828 |
829 | TLE.safe_title = function safe_title(title) {
830 | return title.replace(/[\\\|\:\*\"\?\<\>]/g,"_");
831 | };
832 |
833 | TLE.bt_down = function(_this, _do) {
834 | var ck = document.getElementsByName("bt_list_ck");
835 | var files = [];
836 | $.each(ck, function(n, e) {
837 | if (e.checked == false) return;
838 | var fid = e.getAttribute("_i");
839 | var file = {
840 | 'title': $("#bt_taskname"+fid).val(),
841 | 'url': $("#bturl"+fid).val(),
842 | 'downurl': $("#btdownurl"+fid).val(),
843 | 'cid': $("#btcid"+fid).val(),
844 | 'gcid': $("#btgcid"+fid).val(),
845 | 'filesize': $("#bt_filesize"+fid).val(),
846 | };
847 | files.push(file);
848 | });
849 | var taskid = $("#view_bt_taskid").val();
850 | var info = get_taskinfo($("#tr_c"+taskid));
851 |
852 | var todown = {};
853 | todown.gdriveid = getCookie("gdriveid") || $("#cok").val();
854 | todown.tasklist = {};
855 | todown.tasklist[taskid] = build_bt_taskinfo(info, files);
856 | //console.log(todown);
857 |
858 | _do(todown);
859 |
860 | //console.log("bt_down");
861 | };
862 |
863 | TLE.text_pop = function(title, content) {
864 | content = $('').text(content).html()
865 | content = ''
866 | $("#TLE_text_pop").tpl("TLE_text_tpl", {'title': title, 'content': content}).show().pop({
867 | //onHide: function() { $(document.body).click(); },
868 | });
869 | };
870 | TLE.file_pop = function(title, content, filename) {
871 | var url = "data:text/html;charset=utf-8,"+encodeURIComponent(content);
872 | if (isChrome) {
873 | $('').appendTo('body').get(0).click();
874 | } else {
875 | var content = ''
876 | +'
'
877 | +'
导出文件'
878 | +(isChrome ? '' : '(右键另存为'+filename+')')
879 | +'
'
880 | +'
'
977 | +'
'
978 | +'
$[title]
'
979 | +''
980 | +'
'
981 | +'$[content]'
982 | +'
'
983 | +'
关闭浮层'
984 | +'
'
1033 | +exporter_anchors()
1034 | +'
'}).pop();
1035 | }
1036 |
1037 | TLE.todown = {};
1038 | window.thunder_download = function(taskid, type) {
1039 | TLE.todown = {};
1040 | TLE.todown.gdriveid = getCookie("gdriveid") || $("#cok").val();
1041 | if (type === 1) {
1042 | // bt_down_one
1043 | var taskinfo = {
1044 | taskname: $("#bt_info_list .title .w").text(),
1045 | f_url: null,
1046 | cid: null,
1047 | size: null,
1048 | tasktype: 0,
1049 | status: 2,
1050 | }
1051 | var filelist = [];
1052 | filelist.push(get_bt_taskinfo(taskid));
1053 | taskinfo['filelist'] = filelist;
1054 | TLE.todown.tasklist = {};
1055 | TLE.todown.tasklist['0'] = taskinfo;
1056 | } else {
1057 | // down
1058 | var taskinfo = get_taskinfo(taskid);
1059 | var filelist = [];
1060 | filelist.push(get_taskinfo(taskid));
1061 | taskinfo['filelist'] = filelist;
1062 | TLE.todown.tasklist = {};
1063 | TLE.todown.tasklist[taskid] = taskinfo;
1064 | }
1065 | show_exporter_selector();
1066 | }
1067 | window.bt_task_down = function(cid, taskid) {
1068 | // bt_down
1069 | batch_down_all_f([taskid, ]);
1070 | }
1071 | window.batch_down_all_f = function(taskids) {
1072 | // batch_down
1073 | if (!taskids) {
1074 | taskids = [];
1075 | $("span[name=ck][checked]").each(function(n, e) {
1076 | taskids.push($(e).attr("value"));
1077 | });
1078 | }
1079 |
1080 | var bt_task_list = [], normal_task_list = [];
1081 | $.each(taskids, function(n, taskid) {
1082 | var d_status = $("#d_status"+taskid).val();
1083 | var d_tasktype = parseInt($("#d_tasktype"+taskid).val());
1084 | var d_flag = $("#dflag"+taskid).val();
1085 | if (d_flag != 4 && d_status == 2) {
1086 | if (d_tasktype == 0) {
1087 | bt_task_list.push(taskid);
1088 | } else {
1089 | normal_task_list.push(taskid);
1090 | };
1091 | };
1092 | });
1093 |
1094 | if (bt_task_list.length) {
1095 | TLE.tip("载入中...");
1096 | $.getJSON(INTERFACE_URL+"/fill_bt_list?tid="+bt_task_list.join(",")+"&g_net="+G_section+"&uid="+G_USERID+"&callback=?", function(data) {
1097 | TLE.hide_tip();
1098 | var todown = {};
1099 | todown.gdriveid = getCookie("gdriveid") || $("#cok").val();
1100 | todown.tasklist = {};
1101 | $.each(data['Result'], function(n, e) {
1102 | var taskinfo = get_taskinfo(n);
1103 | var filelist = [];
1104 | $.each(e, function(n, e) {
1105 | filelist.push({
1106 | title: e.title,
1107 | f_url: e.url,
1108 | downurl: e.downurl,
1109 | cid: e.cid,
1110 | gcid: e.gcid,
1111 | size: parseInt(e.filesize),
1112 | });
1113 | });
1114 | taskinfo.filelist = filelist;
1115 | todown.tasklist[n] = taskinfo;
1116 | });
1117 | $.each(normal_task_list, function(n, e) {
1118 | var taskinfo = get_taskinfo(e);
1119 | taskinfo['filelist'] = taskinfo;
1120 | todown.tasklist[e] = taskinfo;
1121 | });
1122 | TLE.todown = todown;
1123 | show_exporter_selector();
1124 | });
1125 | } else {
1126 | var todown = {};
1127 | todown.gdriveid = getCookie("gdriveid") || $("#cok").val();
1128 | todown.tasklist = {};
1129 | $.each(normal_task_list, function(n, e) {
1130 | var taskinfo = get_taskinfo(e);
1131 | taskinfo['filelist'] = taskinfo;
1132 | todown.tasklist[e] = taskinfo;
1133 | });
1134 | TLE.todown = todown;
1135 | show_exporter_selector();
1136 | };
1137 | };
1138 | window.batch_down_bt = function() {
1139 | var taskids = [];
1140 | $("span[name=bt_list_ck][checked]").each(function(n, e) {
1141 | var taskid = $(e).attr("value");
1142 | if ($("#btd_status"+taskid).val() == 2)
1143 | taskids.push(taskid);
1144 | });
1145 |
1146 | TLE.todown = {};
1147 | TLE.todown.gdriveid = getCookie("gdriveid") || $("#cok").val();
1148 | var taskinfo = {
1149 | taskname: $("#bt_info_list .title .w").text(),
1150 | f_url: null,
1151 | cid: null,
1152 | size: null,
1153 | tasktype: 0,
1154 | status: 2,
1155 | }
1156 | var filelist = [];
1157 | $.each(taskids, function(n, e) {
1158 | filelist.push(get_bt_taskinfo(e));
1159 | });
1160 | taskinfo['filelist'] = filelist;
1161 | TLE.todown.tasklist = {};
1162 | TLE.todown.tasklist['0'] = taskinfo;
1163 | show_exporter_selector();
1164 | }
1165 | }
1166 |
1167 | init();
1168 | })(TLE);
1169 |
1170 | var ARIA2 = (function() {
1171 | var jsonrpc_version = '2.0';
1172 |
1173 | function get_auth(url) {
1174 | return url.match(/^(?:(?![^:@]+:[^:@\/]*@)[^:\/?#.]+:)?(?:\/\/)?(?:([^:@]*(?::[^:@]*)?)?@)?/)[1];
1175 | };
1176 |
1177 | function request(jsonrpc_path, method, params) {
1178 | var request_obj = {
1179 | jsonrpc: jsonrpc_version,
1180 | method: method,
1181 | id: (new Date()).getTime().toString(),
1182 | };
1183 | if (params) request_obj['params'] = params;
1184 |
1185 | var xhr = new XMLHttpRequest();
1186 | var auth = get_auth(jsonrpc_path);
1187 | jsonrpc_path = jsonrpc_path.replace(/^((?![^:@]+:[^:@\/]*@)[^:\/?#.]+:)?(\/\/)?(?:(?:[^:@]*(?::[^:@]*)?)?@)?(.*)/, '$1$2$3'); // auth string not allowed in url for firefox
1188 | xhr.open("POST", jsonrpc_path+"?tm="+(new Date()).getTime().toString(), false);
1189 | xhr.setRequestHeader("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8");
1190 | if (auth) xhr.setRequestHeader("Authorization", "Basic "+btoa(auth));
1191 | xhr.send(JSON.stringify(request_obj));
1192 | };
1193 |
1194 | return function(jsonrpc_path) {
1195 | this.jsonrpc_path = jsonrpc_path;
1196 | this.addUri = function (uri, options) {
1197 | request(this.jsonrpc_path, 'aria2.addUri', [[uri, ], options]);
1198 | };
1199 | return this;
1200 | }
1201 | })();
1202 | }); // end of seajs.use
1203 | } // end of wrapper
1204 |
1205 | function onload(func) {
1206 | if (document.readyState === "complete") {
1207 | func();
1208 | } else {
1209 | window.addEventListener('load', func);
1210 | }
1211 | }
1212 | onload(function(){
1213 | var script = document.createElement('script');
1214 | script.id = "TLE_script";
1215 | if (location.host == "dynamic.cloud.vip.xunlei.com") {
1216 | script.appendChild(document.createTextNode('('+ tle_wrapper +')();'));
1217 | } else if (location.host == "lixian.vip.xunlei.com" || location.host == "jiayuan.xunlei.com") {
1218 | script.appendChild(document.createTextNode('('+ tle_lx3_wrapper +')();'));
1219 | }
1220 | (document.body || document.head || document.documentElement).appendChild(script);
1221 | });
1222 |
--------------------------------------------------------------------------------
/bt.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import bencode
5 | import os
6 | import sys
7 | import re
8 | from hashlib import sha1
9 | import base64
10 | import requests
11 | import urlparse
12 | import argparse
13 |
14 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
15 | letters = [i for i in '.abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ' \
16 | + '0123456789']
17 |
18 | ############################################################
19 | headers = {
20 | "Connection": "keep-alive",
21 | "Accept":"text/html,application/xhtml+xml,\
22 | application/xml;q=0.9,image/webp,*/*;q=0.8",
23 | "Accept-Encoding":"gzip,deflate,sdch",
24 | "Accept-Language":"en-US,en;q=0.8,zh-CN;\
25 | q=0.6,zh;q=0.4,zh-TW;q=0.2",
26 | "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) \
27 | AppleWebKit/537.36 (KHTML, like Gecko) \
28 | Chrome/40.0.2214.91 Safari/537.36"
29 | }
30 |
31 | ss = requests.session()
32 | ss.headers.update(headers)
33 |
34 | def save_img(url, ext):
35 | path = os.path.join(os.path.expanduser('~'), 'vcode.%s' % ext)
36 | with open(path, 'w') as g:
37 | data = requests.get(url).content
38 | g.write(data)
39 | print " ++ 验证码已保存至", s % (1, 97, path)
40 | input_code = raw_input(s % (2, 92, " 输入验证码: "))
41 | return input_code
42 |
43 | class Bt(object):
44 | def transfer(self, string, tpath, foo=None, bar=None):
45 | self.dir_dict = {}
46 | self.sub_dir_index = 0
47 |
48 | dstring = bencode.bdecode(string)
49 | files = []
50 | file_index = 0
51 |
52 | ## change files' name
53 | if dstring['info'].get('files'):
54 | for fl in dstring['info']['files']:
55 | filename = fl['path'][-1]
56 | if args.type_ == 'n':
57 | newfilename = re.sub(foo, bar, filename, re.I) \
58 | if foo and bar else filename
59 | if filename != newfilename:
60 | print filename, s % (1, 92, '==>'), newfilename
61 | path = [self._get_sub_dir_index(i) \
62 | for i in fl['path'][:-1]] + [newfilename]
63 | else:
64 | ext = os.path.splitext(filename)[-1]
65 | ext = self._check_ext(ext)
66 | path = [self._get_sub_dir_index(i) \
67 | for i in fl['path'][:-1]] \
68 | + ['%s%s' % (file_index, ext)]
69 | file_index += 1
70 | fl['path'] = path
71 |
72 | elif args.type_ == 'be64':
73 | fn, ext = os.path.splitext(filename)
74 | ext = self._check_ext(ext)
75 | tfn = '/'.join(fl['path'][:-1] + [fn])
76 | e_fn = base64.urlsafe_b64encode(tfn)
77 | fl['path'] = [e_fn + '.base64' + ext]
78 |
79 | for item in fl.keys():
80 | #if item not in ['path', 'length', 'filehash', 'ed2k']:
81 | if item not in ['path', 'length', 'filehash']:
82 | del fl[item]
83 |
84 | files.append(fl)
85 | dstring['info']['files'] = files
86 |
87 | ## change top directory
88 | for i in dstring['info'].keys():
89 | if i not in ['files', 'piece length', 'pieces', 'name', 'length']:
90 | del dstring['info'][i]
91 | elif 'name' in i:
92 | if args.name:
93 | dstring['info'][i] = args.name
94 |
95 | ## delete comment and creator
96 | for i in dstring.keys():
97 | if i not in ['creation date', 'announce', 'info', 'encoding']:
98 | del dstring[i]
99 |
100 | c = bencode.bencode(dstring)
101 | with open(tpath, 'w') as g:
102 | g.write(c)
103 |
104 | def _get_sub_dir_index(self, dir_):
105 | if not self.dir_dict.get(dir_):
106 | self.dir_dict[dir_] = str(self.sub_dir_index)
107 | self.sub_dir_index += 1
108 | return self.dir_dict[dir_]
109 | else:
110 | return self.dir_dict[dir_]
111 |
112 | def _check_ext(self, ext):
113 | if len(ext) > 4:
114 | return ''
115 |
116 | for e in ext:
117 | if e not in letters:
118 | return ''
119 |
120 | return ext
121 |
122 | def get_torrent(self, hh):
123 | print s % (1, 93, '\n ++ get torrent from web')
124 |
125 | def do(url, data=None, timeout=None):
126 | try:
127 | proxies = {'http': args.proxy} if args.proxy else None
128 | r = ss.get(url, proxies=proxies, timeout=timeout)
129 | cnt = r.content
130 | if r.ok and cnt and '' not in cnt \
131 | and '4:name' in cnt:
132 | print s % (1, 92, ' √ get torrent.')
133 | return cnt
134 | else:
135 | print s % (1, 91, ' × not get.')
136 | return None
137 | except:
138 | return None
139 |
140 | ## xunlei
141 | print s % (1, 94, ' >> try:'), 'bt.box.n0808.com'
142 | url = 'http://bt.box.n0808.com/%s/%s/%s.torrent' \
143 | % (hh[:2], hh[-2:], hh)
144 | ss.headers['Referer'] = 'http://bt.box.n0808.com'
145 | result = do(url)
146 | if result: return result
147 |
148 | ## https://torrage.com
149 | if ss.headers.get('Referer'): del ss.headers['Referer']
150 | print s % (1, 94, ' >> try:'), 'torrage.com'
151 | url = 'http://torrage.com/torrent/%s.torrent' % hh
152 | try:
153 | result = do(url)
154 | if result: return result
155 | except:
156 | pass
157 |
158 | ## http://btcache.me
159 | if ss.headers.get('Referer'): del ss.headers['Referer']
160 | print s % (1, 94, ' >> try:'), 'btcache.me'
161 | url = 'http://btcache.me/torrent/%s' % hh
162 | r = ss.get(url)
163 | key = re.search(r'name="key" value="(.+?)"', r.content)
164 | if key:
165 | url = 'http://btcache.me/captcha'
166 | vcode = save_img(url, 'png')
167 | data = {
168 | "key": key.group(1),
169 | "captcha": vcode
170 | }
171 | ss.headers['Referer'] = url
172 | url = 'http://btcache.me/download'
173 | result = do(url, data=data)
174 | if result: return result
175 | else:
176 | print s % (1, 91, ' × not get.')
177 |
178 | ## torrent stores
179 | if ss.headers.get('Referer'): del ss.headers['Referer']
180 | urls = [
181 | #'http://www.sobt.org/Tool/downbt?info=%s',
182 | 'http://www.win8down.com/url.php?hash=%s&name=name',
183 | #'http://www.31bt.com/Torrent/%s',
184 | 'http://178.73.198.210/torrent/%s',
185 | 'http://zoink.it/torrent/%s.torrent',
186 | 'http://torcache.net/torrent/%s.torrent',
187 | 'http://torrentproject.se/torrent/%s.torrent',
188 | 'http://istoretor.com/fdown.php?hash=%s',
189 | 'http://torrentbox.sx/torrent/%s',
190 | 'http://www.torrenthound.com/torrent/%s',
191 | 'http://www.silvertorrent.org/download.php?id=%s',
192 | ]
193 | for url in urls:
194 | print s % (1, 94, ' >> try:'), urlparse.urlparse(url).hostname
195 | url = url % hh
196 | try:
197 | result = do(url)
198 | if result: return result
199 | except:
200 | print s % (1, 91, ' !! Error at connection')
201 |
202 | ## with Vuze
203 | #print s % (1, 94, ' >> try:'), 'magnet.vuze.com'
204 | #if ss.headers.get('Referer'): del ss.headers['Referer']
205 | #chh = base64.b32encode(binascii.unhexlify(hh))
206 | #url = 'http://magnet.vuze.com/magnetLookup?hash=%s' % chh
207 | #result = do(url)
208 | #if result: return result
209 |
210 | return False
211 |
212 | def magnet2torrent(self, urls, dir_):
213 | for url in urls:
214 | hh = re.search(r'urn:btih:(\w+)', url)
215 | if hh:
216 | hh = hh.group(1).upper()
217 | else:
218 | print s % (1, 91, ' !! magnet is wrong.'), url
219 | continue
220 | string = self.get_torrent(hh)
221 | if string:
222 | tpath = os.path.join(dir_, hh + '.torrent')
223 | print s % (1, 97, ' ++ magnet to torrent:'), \
224 | 'magnet:?xt=urn:btih:%s' % hh
225 | with open(tpath, 'w') as g:
226 | g.write(string)
227 | else:
228 | print s % (1, 91, ' !! Can\'t get torrent from web.'), url
229 |
230 | def torrent2magnet(self, paths):
231 | def trans(tpath):
232 | if tpath.lower().endswith('torrent'):
233 | string = open(tpath).read()
234 | try:
235 | dd = bencode.bdecode(string)
236 | except Exception as e:
237 | print s % (1, 91, ' !! torrent is wrong:'), e
238 | return None
239 | info = bencode.bencode(dd['info'])
240 | hh = sha1(info).hexdigest()
241 | print '# %s' % tpath
242 | print 'magnet:?xt=urn:btih:%s' % hh, '\n'
243 |
244 | for path in paths:
245 | if os.path.exists(path):
246 | if os.path.isdir(path):
247 | for a, b, c in os.walk(path):
248 | for i in c:
249 | tpath = os.path.join(a, i)
250 | trans(tpath)
251 | elif os.path.isfile(path):
252 | tpath = path
253 | trans(tpath)
254 | else:
255 | print s % (1, 91, ' !! file doesn\'t existed'), \
256 | s % (1, 93, '--'), path
257 |
258 | def change(self, ups, dir_, foo=None, bar=None):
259 | for up in ups:
260 | path = up
261 | if path.startswith('magnet:'):
262 | hh = re.search(r'urn:btih:(\w+)', path)
263 | if hh:
264 | hh = hh.group(1).upper()
265 | else:
266 | print s % (1, 91, ' !! magnet is wrong.'), path
267 | string = self.get_torrent(hh)
268 | if string:
269 | tpath = os.path.join(dir_, hh + '.torrent')
270 | print s % (1, 97, ' ++ transfer:'), \
271 | 'magnet:?xt=urn:btih:%s' % hh
272 | self.transfer(string, tpath, foo=foo, bar=bar)
273 | else:
274 | print s % (1, 91, ' !! Can\'t get torrent from web.'), path
275 |
276 | elif os.path.exists(path):
277 | if os.path.isdir(path):
278 | for a, b, c in os.walk(path):
279 | for i in c:
280 | ipath = os.path.join(a, i)
281 | if i.lower().endswith('torrent'):
282 | def do():
283 | print s % (1, 97, ' ++ transfer:'), ipath
284 | string = open(ipath).read()
285 | tpath = os.path.join(dir_, 'change_' + i)
286 | self.transfer(string, tpath, foo=foo,
287 | bar=bar)
288 | # ??? paths.update(ipath)
289 | if os.getcwd() == os.path.abspath(dir_):
290 | do()
291 | elif os.getcwd() != os.path.abspath(dir_) and \
292 | os.path.abspath(a) != os.path.abspath(dir_):
293 | do()
294 | elif os.path.isfile(path):
295 | if path.lower().endswith('torrent'):
296 | print s % (1, 97, ' ++ transfer:'), path
297 | string = open(path).read()
298 | tpath = os.path.join(dir_,
299 | 'change_' + os.path.basename(path))
300 | self.transfer(string, tpath, foo=foo, bar=bar)
301 | else:
302 | print s % (1, 91, ' !! file doesn\'t existed'), \
303 | s % (1, 93, '--'), path
304 |
305 | def import_magnet(froms):
306 | ml = []
307 | m_re = re.compile(r'btih:([a-zA-Z0-9]{40})')
308 |
309 | def get_magnet(cm):
310 | ls = m_re.findall(cm)
311 | ls = ['magnet:?xt=urn:btih:' + i for i in ls]
312 | return ls
313 |
314 | for path in froms:
315 | if path[0] == '~':
316 | path = os.path.expanduser(path)
317 | else:
318 | path = os.path.abspath(path)
319 |
320 | if os.path.isfile(path):
321 | cm = open(path).read()
322 | ls = get_magnet(cm)
323 | ml += ls
324 | elif os.path.isdir(path):
325 | for a, b, c in os.walk(path):
326 | for i in c:
327 | p = os.path.join(a, i)
328 | cm = open(p).read()
329 | ls = get_magnet(cm)
330 | ml += ls
331 | else:
332 | print s % (1, 91, ' !! path is wrong:'), path
333 |
334 | t = set(ml)
335 | return list(t)
336 |
337 | def main(argv):
338 | ######################################################
339 | # for argparse
340 | p = argparse.ArgumentParser(
341 | description='magnet torrent 互转，数字命名bt内容文件名' \
342 | ' 用法见 https://github.com/PeterDing/iScript')
343 | p.add_argument('xxx', type=str, nargs='*',
344 | help='命令对象.')
345 | p.add_argument('-i', '--import_from', type=str, nargs='*',
346 | help='import magnet from local.')
347 | p.add_argument('-p', '--proxy', action='store',
348 | type=str, help='proxy for torrage.com, \
349 | eg: -p "sooks5://127.0.0.1:8883"')
350 | p.add_argument('-d', '--directory', action='store', default=None,
351 | type=str, help='torrents保存的路径, eg: -d /path/to/save')
352 | p.add_argument('-n', '--name', action='store', default=None,
353 | type=str, help='顶级文件夹名称, eg: -n thistopdirectory')
354 | p.add_argument('-t', '--type_', action='store',
355 | default='n', type=str,
356 | help='类型参数，eg: ')
357 | global args
358 | args = p.parse_args(argv[2:])
359 | comd = argv[1]
360 | xxx = args.xxx
361 |
362 | dir_ = os.getcwd() if not args.directory \
363 | else args.directory
364 | if not os.path.exists(dir_):
365 | os.mkdir(dir_)
366 | if comd == 'm' or comd == 'mt': # magnet to torrent
367 | urls = xxx if not args.import_from \
368 | else import_magnet(args.import_from)
369 | x = Bt()
370 | x.magnet2torrent(urls, dir_)
371 |
372 | elif comd == 't' or comd == 'tm': # torrent ot magnet
373 | paths = xxx
374 | x = Bt()
375 | x.torrent2magnet(paths)
376 |
377 | elif comd == 'c' or comd == 'ct': # change
378 | ups = xxx if not args.import_from \
379 | else import_magnet(args.import_from)
380 | x = Bt()
381 | x.change(ups, dir_, foo=None, bar=None)
382 |
383 | elif comd == 'cr' or comd == 'ctre': # change
384 | foo = xxx[0]
385 | bar = xxx[1]
386 | ups = xxx[2:] if not args.import_from \
387 | else import_magnet(args.import_from)
388 | x = Bt()
389 | x.change(ups, dir_, foo=foo, bar=bar)
390 |
391 | else:
392 | print s % (2, 91, ' !! 命令错误\n')
393 |
394 | if __name__ == '__main__':
395 | argv = sys.argv
396 | main(argv)
397 |
--------------------------------------------------------------------------------
/ed2k_search.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import sys
5 | import urllib
6 | import re
7 | import argparse
8 |
9 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
10 |
11 | opener = urllib.urlopen
12 |
13 | class ed2k_search(object):
14 | def __init__(self, keyword=''):
15 | self.url = "http://donkey4u.com/search/%s?page=%s&mode=list" \
16 | % (keyword, '%s')
17 | print ''
18 |
19 | def get_infos(self, url):
20 | r = opener(url)
21 | assert r
22 | self.html = r.read()
23 | html = re.search(r'',
24 | self.html, re.DOTALL).group()
25 |
26 | sizes = re.findall(r'(.+)', html)
27 | seeds = re.findall(r' | (.+)', html)
28 | links = re.findall(r'ed2k://.+?/', html)
29 |
30 | infos = zip(sizes, seeds, links)
31 |
32 | if infos:
33 | self.display(infos)
34 | else:
35 | print s % (1, 91, ' !! You are not Lucky, geting nothing.')
36 | sys.exit(1)
37 |
38 | def display(self, infos):
39 | template = ' size: ' + s % (1, 97, '%s') \
40 | + ' seed: ' + s % (1, 91, '%s') \
41 | + '\n ----------------------------' \
42 | + '\n ' + s % (2, 92, '%s') \
43 | + '\n ----------------------------\n'
44 |
45 | for i in infos:
46 | t = template % i
47 | print t
48 |
49 | def do(self):
50 | page = 1
51 | while True:
52 | url = self.url % page
53 | self.get_infos(url)
54 | nx = raw_input(s % (1, 93, ' next page?') + ' (N/y): ')
55 | if nx in ('Y', 'y'):
56 | page += 1
57 | print ''
58 | else:
59 | sys.exit(1)
60 |
61 |
62 | def main(xxx):
63 | keyword = ' '.join(xxx)
64 | x = ed2k_search(keyword)
65 | x.do()
66 |
67 | if __name__ == '__main__':
68 | p = argparse.ArgumentParser(
69 | description='searching ed2k at donkey4u.com')
70 | p.add_argument('xxx', type=str, nargs='*', help='keyword')
71 | args = p.parse_args()
72 | main(args.xxx)
73 |
--------------------------------------------------------------------------------
/flv_cmd.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import re
5 | import requests
6 | import os
7 | import sys
8 | import argparse
9 | import random
10 | from HTMLParser import HTMLParser
11 | import urllib
12 | import select
13 |
14 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
15 | parser = HTMLParser()
16 |
17 | ############################################################
18 | # wget exit status
19 | wget_es = {
20 | 0: "No problems occurred.",
21 | 2: "User interference.",
22 | 1<<8: "Generic error code.",
23 | 2<<8: "Parse error - for instance, \
24 | when parsing command-line optio.wgetrc or .netrc...",
25 | 3<<8: "File I/O error.",
26 | 4<<8: "Network failure.",
27 | 5<<8: "SSL verification failure.",
28 | 6<<8: "Username/password authentication failure.",
29 | 7<<8: "Protocol errors.",
30 | 8<<8: "Server issued an error response."
31 | }
32 | ############################################################
33 |
34 | headers = {
35 | "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) " \
36 | "AppleWebKit/537.36 (KHTML, like Gecko) " \
37 | "Chrome/40.0.2214.91 Safari/537.36",
38 | "Accept": "text/html,application/xhtml+xml,application/xml;" \
39 | "q=0.9,image/webp,*/*;q=0.8",
40 | "Accept-Encoding": "gzip, deflate, sdch",
41 | "Accept-Language": "en-US,en;q=0.8",
42 | "Referer": "http://flvgo.com/download"
43 | }
44 |
45 | ss = requests.session()
46 | ss.headers.update(headers)
47 |
48 | def download(info):
49 | if not os.path.exists(info['dir_']):
50 | os.mkdir(info['dir_'])
51 |
52 | #else:
53 | #if os.path.exists(info['filename']):
54 | #return 0
55 |
56 | num = random.randint(0, 7) % 8
57 | col = s % (2, num + 90, os.path.basename(info['filename']))
58 | print '\n ++ 正在下载:', '#', \
59 | s % (1, 97, info['n']), '/', \
60 | s % (1, 97, info['amount']), \
61 | '#', col
62 |
63 | print info['durl']
64 | cmd = 'wget -c -nv --user-agent "%s" -O "%s" "%s"' \
65 | % (headers['User-Agent'], info['filename'], info['durl'])
66 | status = os.system(cmd)
67 |
68 | if status != 0: # other http-errors, such as 302.
69 | wget_exit_status_info = wget_es[status]
70 | print('\n\n ----### \x1b[1;91mERROR\x1b[0m ==> \
71 | \x1b[1;91m%d (%s)\x1b[0m ###--- \n\n' \
72 | % (status, wget_exit_status_info))
73 | print s % (1, 91, ' ===> '), cmd
74 | sys.exit(1)
75 |
76 | def play(info):
77 | num = random.randint(0, 7) % 8
78 | col = s % (2, num + 90, os.path.basename(info['filename']))
79 | print '\n ++ play:', '#', \
80 | s % (1, 97, info['n']), '/', \
81 | s % (1, 97, info['amount']), \
82 | '#', col
83 |
84 | cmd = 'mpv --really-quiet --cache 8140 --cache-default 8140 ' \
85 | '--http-header-fields "User-Agent:%s" ' \
86 | '"%s"' % (headers['User-Agent'], info['durl'])
87 | #'"%s"' % parser.unescape(info['durl'])
88 |
89 | os.system(cmd)
90 | timeout = 1
91 | ii, _, _ = select.select([sys.stdin], [], [], timeout)
92 | if ii:
93 | sys.exit(0)
94 | else:
95 | pass
96 |
97 | def flvxz_parser(cn):
98 | blocks = cn.split('playerContainer')[1:]
99 | infos = {}
100 | title = re.search(r'class="name">(.+?)<', cn).group(1)
101 | infos['title'] = title
102 | infos['data'] = {}
103 | for bc in blocks:
104 | quality = re.search(r'视频格式：(\w+)', bc).group(1)
105 | size = sum([float(s) for s in re.findall(r'>([\d.]+) MB<', bc)])
106 | durls = re.findall(r' | ', bc)
107 | infos['data'][quality] = {
108 | 'size': size,
109 | 'durls': durls
110 | }
111 | return infos
112 |
113 | def pickup(infos):
114 | print s % (1, 97, infos['title'])
115 | print s % (1, 97, ' ++ pick a quality:')
116 | sizes = [(infos['data'][q]['size'], q) for q in infos['data']]
117 | sizes.sort()
118 | sizes.reverse()
119 | for i in xrange(len(sizes)):
120 | print s % (1, 91, ' %s' % (i+1)), \
121 | str(sizes[i][0]) + 'MB\t', sizes[i][1]
122 |
123 | p = raw_input(s % (1, 92, ' Enter') + ' (1): ')
124 | if p == '':
125 | return sizes[0][1]
126 | if not p.isdigit():
127 | print s % (1, 91, ' !! enter error')
128 | sys.exit()
129 | p = int(p)
130 | if p <= len(infos['data']):
131 | print s % (2, 92, ' -- %s' % sizes[p-1][1])
132 | return sizes[p-1][1]
133 | else:
134 | print s % (1, 91, ' !! enter error')
135 | sys.exit()
136 |
137 | def getext(durl):
138 | if durl.find('flv'):
139 | return '.flv'
140 | elif durl.find('mp4'):
141 | return '.mp4'
142 | elif durl.find('m3u8'):
143 | return '.m3u8'
144 | else:
145 | return '.flv'
146 |
147 | def main(purl):
148 | apiurl = 'http://flvgo.com/download?url=%s' % urllib.quote(purl)
149 | ss.get('http://flvgo.com')
150 | cn = ss.get(apiurl).content
151 | infos = flvxz_parser(cn)
152 | title = infos['title']
153 | quality = pickup(infos)
154 | durls = infos['data'][quality]['durls']
155 |
156 | yes = True if len(durls) > 1 else False
157 | dir_ = os.path.join(os.getcwd(), infos['title']) if yes else os.getcwd()
158 |
159 | n = args.from_ - 1
160 | amount = len(durls)
161 |
162 | for i in xrange(n, amount):
163 | info = {
164 | 'title': title,
165 | 'filename': os.path.join(dir_, str(i+1) + getext(durls[i])),
166 | 'durl': durls[i],
167 | 'dir_': dir_,
168 | 'amount': amount,
169 | 'n': n
170 | }
171 | if args.play:
172 | play(info)
173 | else:
174 | download(info)
175 | n += 1
176 |
177 | if __name__ == '__main__':
178 | p = argparse.ArgumentParser(description='flvxz')
179 | p.add_argument('url', help='site url')
180 | p.add_argument('-p', '--play', action='store_true', \
181 | help='play with mpv')
182 | p.add_argument('-f', '--from_', action='store', \
183 | default=1, type=int, \
184 | help='从第几个开始下载，eg: -f 42')
185 | args = p.parse_args()
186 | main(args.url)
187 |
--------------------------------------------------------------------------------
/leetcode_problems.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 | # -*- coding=utf-8 -*-
3 |
4 | import sys
5 | import re
6 | import os
7 | import argparse
8 | import requests
9 | from lxml import html as lxml_html
10 |
11 | try:
12 | import html
13 | except ImportError:
14 | import HTMLParser
15 | html = HTMLParser.HTMLParser()
16 |
17 | try:
18 | import cPickle as pk
19 | except ImportError:
20 | import pickle as pk
21 |
22 | class LeetcodeProblems(object):
23 | def get_problems_info(self):
24 | leetcode_url = 'https://leetcode.com/problemset/algorithms'
25 | res = requests.get(leetcode_url)
26 | if not res.ok:
27 | print('request error')
28 | sys.exit()
29 | cm = res.text
30 | cmt = cm.split('tbody>')[-2]
31 | indexs = re.findall(r' | (\d+) | ', cmt)
32 | problem_urls = ['https://leetcode.com' + url \
33 | for url in re.findall(
34 | r'(.+?)", cmt)
36 | tinfos = zip(indexs, levels, problem_urls)
37 | assert (len(indexs) == len(problem_urls) == len(levels))
38 | infos = []
39 | for info in tinfos:
40 | res = requests.get(info[-1])
41 | if not res.ok:
42 | print('request error')
43 | sys.exit()
44 | tree = lxml_html.fromstring(res.text)
45 | title = tree.xpath('//meta[@property="og:title"]/@content')[0]
46 | description = tree.xpath('//meta[@property="description"]/@content')
47 | if not description:
48 | description = tree.xpath('//meta[@property="og:description"]/@content')[0]
49 | else:
50 | description = description[0]
51 | description = html.unescape(description.strip())
52 | tags = tree.xpath('//div[@id="tags"]/following::a[@class="btn btn-xs btn-primary"]/text()')
53 | infos.append(
54 | {
55 | 'title': title,
56 | 'level': info[1],
57 | 'index': int(info[0]),
58 | 'description': description,
59 | 'tags': tags
60 | }
61 | )
62 |
63 | with open('leecode_problems.pk', 'wb') as g:
64 | pk.dump(infos, g)
65 | return infos
66 |
67 | def to_text(self, pm_infos):
68 | if self.args.index:
69 | key = 'index'
70 | elif self.args.title:
71 | key = 'title'
72 | elif self.args.tag:
73 | key = 'tags'
74 | elif self.args.level:
75 | key = 'level'
76 | else:
77 | key = 'index'
78 |
79 | infos = sorted(pm_infos, key=lambda i: i[key])
80 |
81 | text_template = '## {index} - {title}\n' \
82 | '~{level}~ {tags}\n' \
83 | '{description}\n' + '\n' * self.args.line
84 | text = ''
85 | for info in infos:
86 | if self.args.rm_blank:
87 | info['description'] = re.sub(r'[\n\r]+', r'\n', info['description'])
88 | text += text_template.format(**info)
89 |
90 | with open('leecode problems.txt', 'w') as g:
91 | g.write(text)
92 |
93 | def run(self):
94 | if os.path.exists('leecode_problems.pk') and not self.args.redownload:
95 | with open('leecode_problems.pk', 'rb') as f:
96 | pm_infos = pk.load(f)
97 | else:
98 | pm_infos = self.get_problems_info()
99 |
100 | print('find %s problems.' % len(pm_infos))
101 | self.to_text(pm_infos)
102 |
103 | def handle_args(argv):
104 | p = argparse.ArgumentParser(description='extract all leecode problems to location')
105 | p.add_argument('--index', action='store_true', help='sort by index')
106 | p.add_argument('--level', action='store_true', help='sort by level')
107 | p.add_argument('--tag', action='store_true', help='sort by tag')
108 | p.add_argument('--title', action='store_true', help='sort by title')
109 | p.add_argument('--rm_blank', action='store_true', help='remove blank')
110 | p.add_argument('--line', action='store', type=int, default=10, help='blank of two problems')
111 | p.add_argument('-r', '--redownload', action='store_true', help='redownload data')
112 | args = p.parse_args(argv[1:])
113 | return args
114 |
115 | def main(argv):
116 | args = handle_args(argv)
117 | x = LeetcodeProblems()
118 | x.args = args
119 | x.run()
120 |
121 | if __name__ == '__main__':
122 | argv = sys.argv
123 | main(argv)
124 |
--------------------------------------------------------------------------------
/music.163.com.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import re
5 | import sys
6 | import os
7 | import random
8 | import time
9 | import json
10 | import argparse
11 | import urllib
12 | import requests
13 | import select
14 | import md5
15 | from mutagen.id3 import ID3,TRCK,TIT2,TALB,TPE1,APIC,TDRC,COMM,TPOS,USLT
16 | from HTMLParser import HTMLParser
17 |
18 | parser = HTMLParser()
19 | s = u'\x1b[%d;%dm%s\x1b[0m' # terminual color template
20 |
21 | ############################################################
22 | # music.163.com api
23 | # {{{
24 | url_song = "http://music.163.com/api/song/detail?id=%s&ids=%s"
25 | url_album = "http://music.163.com/api/album/%s"
26 | url_playlist = "http://music.163.com/api/playlist/detail?id=%s&ids=%s"
27 | url_dj = "http://music.163.com/api/dj/program/detail?id=%s&ids=%s"
28 | url_artist_albums = "http://music.163.com\
29 | /api/artist/albums/%s?offset=0&limit=1000"
30 | url_artist_top_50_songs = "http://music.163.com/artist?id=%s"
31 | # }}}
32 | ############################################################
33 |
34 | ############################################################
35 | # wget exit status
36 | wget_es = {
37 | 0:"No problems occurred.",
38 | 2:"User interference.",
39 | 1<<8:"Generic error code.",
40 | 2<<8:"Parse error - for instance, when parsing command-line ' \
41 | 'optio.wgetrc or .netrc...",
42 | 3<<8:"File I/O error.",
43 | 4<<8:"Network failure.",
44 | 5<<8:"SSL verification failure.",
45 | 6<<8:"Username/password authentication failure.",
46 | 7<<8:"Protocol errors.",
47 | 8<<8:"Server issued an error response."
48 | }
49 | ############################################################
50 |
51 | headers = {
52 | "Accept":"text/html,application/xhtml+xml,application/xml; " \
53 | "q=0.9,image/webp,*/*;q=0.8",
54 | "Accept-Encoding":"text/html",
55 | "Accept-Language":"en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2",
56 | "Content-Type":"application/x-www-form-urlencoded",
57 | "Referer":"http://music.163.com/",
58 | "User-Agent":"Mozilla/5.0 (X11; Linux x86_64) " \
59 | "AppleWebKit/537.36 (KHTML, like Gecko) " \
60 | "Chrome/40.0.2214.91 Safari/537.36"
61 | }
62 |
63 | ss = requests.session()
64 | ss.headers.update(headers)
65 |
66 | def encrypted_id(id):
67 | byte1 = bytearray('3go8&$8*3*3h0k(2)2')
68 | byte2 = bytearray(id)
69 | byte1_len = len(byte1)
70 | for i in xrange(len(byte2)):
71 | byte2[i] = byte2[i]^byte1[i%byte1_len]
72 | m = md5.new()
73 | m.update(byte2)
74 | result = m.digest().encode('base64')[:-1]
75 | result = result.replace('/', '_')
76 | result = result.replace('+', '-')
77 | return result
78 |
79 | def modificate_text(text):
80 | text = parser.unescape(text)
81 | text = re.sub(r'//*', '-', text)
82 | text = text.replace('/', '-')
83 | text = text.replace('\\', '-')
84 | text = re.sub(r'\s\s+', ' ', text)
85 | return text
86 |
87 | # for FAT file system
88 | def modificate_file_name_for_wget(file_name):
89 | file_name = re.sub(r'\s*:\s*', u' - ', file_name)
90 | file_name = file_name.replace('?', '')
91 | file_name = file_name.replace('"', '\'')
92 | return file_name
93 |
94 | def z_index(size):
95 | z = len(str(size))
96 | return z
97 |
98 | ########################################################
99 |
100 | class neteaseMusic(object):
101 | def __init__(self, url):
102 | self.url = url
103 | self.song_infos = []
104 | self.dir_ = os.getcwd().decode('utf8')
105 |
106 | self.playlist_id = ''
107 | self.dj_id = ''
108 | self.album_id = ''
109 | self.artist_id = ''
110 | self.song_id = ''
111 | self.cover_id = ''
112 | self.cover_data = ''
113 | self.amount_songs = u'1'
114 |
115 | self.download = self.play if args.play else self.download
116 |
117 | def get_durl(self, i):
118 | for q in ('hMusic', 'mMusic', 'lMusic'):
119 | if i[q]:
120 | dfsId = str(i[q]['dfsId'])
121 | edfsId = encrypted_id(dfsId)
122 | durl = u'http://p1.music.126.net/%s/%s.mp3' \
123 | % (edfsId, dfsId)
124 | return durl, q[0]
125 | return None, None
126 |
127 | def get_cover(self, info):
128 | if info['album_name'] == self.cover_id:
129 | return self.cover_data
130 | else:
131 | self.cover_id = info['album_name']
132 | while True:
133 | url = info['album_pic_url']
134 | try:
135 | self.cover_data = requests.get(url).content
136 | if self.cover_data[:5] != '> 输入 a 下载该艺术家所有专辑.\n' \
184 | ' >> 输入 t 下载该艺术家 Top 50 歌曲.\n >> ')
185 | if code == 'a':
186 | print(s % (2, 92, u'\n -- 正在分析艺术家专辑信息 ...'))
187 | self.download_artist_albums()
188 | elif code == 't':
189 | print(s % (2, 92, u'\n -- 正在分析艺术家 Top 50 信息 ...'))
190 | self.download_artist_top_50_songs()
191 | else:
192 | print(s % (1, 92, u' --> Over'))
193 | elif 'song' in self.url:
194 | self.song_id = re.search(
195 | r'song.+?(\d+)', self.url).group(1)
196 | print(s % (2, 92, u'\n -- 正在分析歌曲信息 ...'))
197 | self.download_song()
198 | elif 'djradio' in self.url:
199 | self.djradio_id = re.search(
200 | r'id=(\d+)', self.url).group(1)
201 | print(s % (2, 92, u'\n -- 正在分析DJ节目信息 ...'))
202 | self.download_djradio()
203 | elif 'program' in self.url:
204 | self.dj_id = re.search(
205 | r'id=(\d+)', self.url).group(1)
206 | print(s % (2, 92, u'\n -- 正在分析DJ节目信息 ...'))
207 | self.download_dj()
208 | else:
209 | print(s % (2, 91, u' 请正确输入music.163.com网址.'))
210 |
211 | def get_song_info(self, i):
212 | z = z_index(i['album']['size']) \
213 | if i['album'].get('size') else 1
214 | song_info = {}
215 | song_info['song_id'] = i['id']
216 | song_info['song_url'] = u'http://music.163.com/song/%s' \
217 | % i['id']
218 | song_info['track'] = str(i['position'])
219 | song_info['durl'], song_info['mp3_quality'] = self.get_durl(i)
220 | #song_info['album_description'] = album_description
221 | #song_info['lyric_url'] = i['lyric']
222 | #song_info['sub_title'] = i['sub_title']
223 | #song_info['composer'] = i['composer']
224 | #song_info['disc_code'] = i['disc_code']
225 | #if not song_info['sub_title']: song_info['sub_title'] = u''
226 | #if not song_info['composer']: song_info['composer'] = u''
227 | #if not song_info['disc_code']: song_info['disc_code'] = u''
228 | t = time.gmtime(int(i['album']['publishTime'])*0.001)
229 | #song_info['year'] = unicode('-'.join([str(t.tm_year), \
230 | #str(t.tm_mon), str(t.tm_mday)]))
231 | song_info['year'] = unicode('-'.join(
232 | [str(t.tm_year), str(t.tm_mon), str(t.tm_mday)]
233 | ))
234 | song_info['song_name'] = modificate_text(i['name']).strip()
235 | song_info['artist_name'] = modificate_text(i['artists'][0]['name'])
236 | song_info['album_pic_url'] = i['album']['picUrl']
237 | song_info['cd_serial'] = u'1'
238 | song_info['album_name'] = modificate_text(i['album']['name'])
239 | file_name = song_info[ 'track'].zfill(z) \
240 | + '.' + song_info['song_name'] \
241 | + ' - ' + song_info['artist_name'] \
242 | + '.mp3'
243 | song_info['file_name'] = file_name
244 | # song_info['low_mp3'] = i['mp3Url']
245 | return song_info
246 |
247 | def get_song_infos(self, songs):
248 | for i in songs:
249 | song_info = self.get_song_info(i)
250 | self.song_infos.append(song_info)
251 |
252 | def download_song(self, noprint=False, n=1):
253 | j = ss.get(
254 | url_song % (
255 | self.song_id, urllib.quote('[%s]' % self.song_id)
256 | )
257 | ).json()
258 | songs = j['songs']
259 | if not noprint:
260 | print(s % (2, 97, u'\n >> ' + u'1 首歌曲将要下载.')) \
261 | if not args.play else ''
262 | self.get_song_infos(songs)
263 | self.download(self.amount_songs, n)
264 |
265 | def download_album(self):
266 | j = ss.get(url_album % (self.album_id)).json()
267 | songs = j['album']['songs']
268 | d = modificate_text(
269 | j['album']['name'] \
270 | + ' - ' + j['album']['artist']['name'])
271 | dir_ = os.path.join(os.getcwd().decode('utf8'), d)
272 | self.dir_ = modificate_file_name_for_wget(dir_)
273 | self.amount_songs = unicode(len(songs))
274 | print(s % (2, 97, \
275 | u'\n >> ' + self.amount_songs + u' 首歌曲将要下载.')) \
276 | if not args.play else ''
277 | self.get_song_infos(songs)
278 | self.download(self.amount_songs)
279 |
280 | def download_playlist(self):
281 | j = ss.get(
282 | url_playlist % (
283 | self.playlist_id, urllib.quote('[%s]' % self.playlist_id)
284 | )
285 | ).json()
286 | songs = j['result']['tracks']
287 | d = modificate_text(
288 | j['result']['name'] + ' - ' \
289 | + j['result']['creator']['nickname'])
290 | dir_ = os.path.join(os.getcwd().decode('utf8'), d)
291 | self.dir_ = modificate_file_name_for_wget(dir_)
292 | self.amount_songs = unicode(len(songs))
293 | print(s % (2, 97, u'\n >> ' \
294 | + self.amount_songs + u' 首歌曲将要下载.')) \
295 | if not args.play else ''
296 | self.get_song_infos(songs)
297 | self.download(self.amount_songs)
298 |
299 | def download_djradio(self):
300 | html = ss.get(
301 | 'http://music.163.com/djradio?id=%s' \
302 | % self.djradio_id).content
303 | dj_ids = re.findall(r'/program\?id=(\d+)', html)
304 |
305 | for dj_id in dj_ids:
306 | self.dj_id = dj_id
307 | self.download_dj()
308 | self.song_infos = []
309 |
310 | def download_dj(self):
311 | j = ss.get(
312 | url_dj % (
313 | self.dj_id, urllib.quote('[%s]' % self.dj_id)
314 | )
315 | ).json()
316 | songs = j['program']['songs']
317 | d = modificate_text(
318 | j['program']['name'] + ' - ' \
319 | + j['program']['dj']['nickname'])
320 | dir_ = os.path.join(os.getcwd().decode('utf8'), d)
321 | self.dir_ = modificate_file_name_for_wget(dir_)
322 | self.amount_songs = unicode(len(songs))
323 | print(s % (2, 97, u'\n >> \
324 | ' + self.amount_songs + u' 首歌曲将要下载.')) \
325 | if not args.play else None
326 | self.get_song_infos(songs)
327 | self.download(self.amount_songs)
328 |
329 |
330 | def download_artist_albums(self):
331 | ss.cookies.update({'appver': '1.5.2'})
332 | j = ss.get(
333 | url_artist_albums % self.artist_id).json()
334 | for albuminfo in j['hotAlbums']:
335 | self.album_id = albuminfo['id']
336 | self.download_album()
337 |
338 | def download_artist_top_50_songs(self):
339 | html = ss.get(
340 | url_artist_top_50_songs % self.artist_id).content
341 | text = re.search(
342 | r'', html).group(1)
343 | j = json.loads(text)
344 | songids = [i['id'] for i in j]
345 | d = modificate_text(
346 | j[0]['artists'][0]['name'] + ' - ' + 'Top 50')
347 | dir_ = os.path.join(os.getcwd().decode('utf8'), d)
348 | self.dir_ = modificate_file_name_for_wget(dir_)
349 | self.amount_songs = unicode(len(songids))
350 | print(s % (2, 97, u'\n >> \
351 | ' + self.amount_songs + u' 首歌曲将要下载.')) \
352 | if not args.play else ''
353 | n = 1
354 | for sid in songids:
355 | self.song_id = sid
356 | self.song_infos = []
357 | self.download_song(noprint=True, n=n)
358 | n += 1
359 |
360 | def display_infos(self, i):
361 | q = {'h': 'High', 'm': 'Middle', 'l': 'Low'}
362 | print '\n ----------------'
363 | print ' >>', s % (2, 94, i['file_name'])
364 | print ' >>', s % (2, 95, i['album_name'])
365 | print ' >>', s % (2, 92, 'http://music.163.com/song/%s' \
366 | % i['song_id'])
367 | print ' >>', s % (2, 97, 'MP3-Quality'), ':', \
368 | s % (1, 92, str(q.get(i['mp3_quality'])))
369 | print ''
370 |
371 | def play(self, amount_songs, n=None):
372 | for i in self.song_infos:
373 | self.display_infos(i)
374 | if not i['durl']:
375 | continue
376 | cmd = 'mpv --really-quiet --audio-display no %s' % i['durl']
377 | os.system(cmd)
378 | timeout = 1
379 | ii, _, _ = select.select([sys.stdin], [], [], timeout)
380 | if ii:
381 | sys.exit(0)
382 | else:
383 | pass
384 |
385 | def download(self, amount_songs, n=None):
386 | dir_ = modificate_file_name_for_wget(self.dir_)
387 | cwd = os.getcwd().decode('utf8')
388 | if dir_ != cwd:
389 | if not os.path.exists(dir_):
390 | os.mkdir(dir_)
391 | ii = 1
392 | for i in self.song_infos:
393 | num = random.randint(0, 100) % 7
394 | col = s % (2, num + 90, i['file_name'])
395 | t = modificate_file_name_for_wget(i['file_name'])
396 | file_name = os.path.join(dir_, t)
397 | if os.path.exists(file_name): # if file exists, no get_durl
398 | if args.undownload:
399 | self.modified_id3(file_name, i)
400 | ii += 1
401 | continue
402 | else:
403 | ii += 1
404 | continue
405 | if not args.undownload:
406 | q = {'h': 'High', 'm': 'Middle', 'l': 'Low'}
407 | mp3_quality = str(q.get(i['mp3_quality']))
408 | if n == None:
409 | print(u'\n ++ 正在下载: #%s/%s# %s\n' \
410 | u' ++ mp3_quality: %s' \
411 | % (ii, amount_songs, col,
412 | s % (1, 91, mp3_quality)))
413 | else:
414 | print(u'\n ++ 正在下载: #%s/%s# %s\n' \
415 | u' ++ mp3_quality: %s' \
416 | % (n, amount_songs, col,
417 | s % (1, 91, mp3_quality)))
418 | if not i['durl']:
419 | continue
420 |
421 | file_name_for_wget = file_name.replace('`', '\`')
422 | cmd = 'wget -c -nv -U "%s" -O "%s.tmp" %s' \
423 | % (headers['User-Agent'], file_name_for_wget, i['durl'])
424 | cmd = cmd.encode('utf8')
425 | status = os.system(cmd)
426 | if status != 0: # other http-errors, such as 302.
427 | wget_exit_status_info = wget_es[status]
428 | print('\n\n ----### \x1b[1;91mERROR\x1b[0m ==> \x1b[1;91m%d ' \
429 | '(%s)\x1b[0m ###--- \n\n' \
430 | % (status, wget_exit_status_info))
431 | print s % (1, 91, ' ===> '), cmd
432 | sys.exit(1)
433 | else:
434 | os.rename('%s.tmp' % file_name, file_name)
435 |
436 | self.modified_id3(file_name, i)
437 | ii += 1
438 | time.sleep(0)
439 |
440 | def main(url):
441 | x = neteaseMusic(url)
442 | x.url_parser()
443 |
444 | if __name__ == '__main__':
445 | p = argparse.ArgumentParser(
446 | description='downloading any music.163.com')
447 | p.add_argument('url', help='any url of music.163.com')
448 | p.add_argument('-p', '--play', action='store_true', \
449 | help='play with mpv')
450 | p.add_argument('-c', '--undownload', action='store_true', \
451 | help='no download, using to renew id3 tags')
452 | args = p.parse_args()
453 | main(args.url)
454 |
--------------------------------------------------------------------------------
/music.baidu.com.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import re
5 | import sys
6 | import os
7 | import random
8 | import time
9 | import json
10 | import urllib2
11 | import argparse
12 | import select
13 |
14 | from mutagen.id3 import ID3,TRCK,TIT2,TALB,TPE1,APIC,TDRC,COMM,TCOM,TCON,TSST,WXXX,TSRC
15 | from HTMLParser import HTMLParser
16 | parser = HTMLParser()
17 | s = u'\x1b[%d;%dm%s\x1b[0m' # terminual color template
18 |
19 | headers = {
20 | "Accept":"text/html,application/xhtml+xml,application/xml; \
21 | q=0.9,image/webp,*/*;q=0.8",
22 | "Accept-Encoding":"text/html",
23 | "Accept-Language":"en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2",
24 | "Content-Type":"application/x-www-form-urlencoded",
25 | "Referer":"http://www.baidu.com/",
26 | "User-Agent":"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 \
27 | (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36"
28 | }
29 |
30 | ############################################################
31 | # wget exit status
32 | wget_es = {
33 | 0:"No problems occurred.",
34 | 2:"User interference.",
35 | 1<<8:"Generic error code.",
36 | 2<<8:"Parse error - for instance, when parsing command-line \
37 | optio.wgetrc or .netrc...",
38 | 3<<8:"File I/O error.",
39 | 4<<8:"Network failure.",
40 | 5<<8:"SSL verification failure.",
41 | 6<<8:"Username/password authentication failure.",
42 | 7<<8:"Protocol errors.",
43 | 8<<8:"Server issued an error response."
44 | }
45 | ############################################################
46 |
47 | def modificate_text(text):
48 | text = parser.unescape(text)
49 | text = re.sub(r'//*', '-', text)
50 | text = text.replace('/', '-')
51 | text = text.replace('\\', '-')
52 | text = re.sub(r'\s\s+', ' ', text)
53 | return text
54 |
55 | def modificate_file_name_for_wget(file_name):
56 | file_name = re.sub(r'\s*:\s*', u' - ', file_name) # for FAT file system
57 | file_name = file_name.replace('?', '') # for FAT file system
58 | file_name = file_name.replace('"', '\'') # for FAT file system
59 | return file_name
60 |
61 | def z_index(song_infos):
62 | size = len(song_infos)
63 | z = len(str(size))
64 | return z
65 |
66 | class baidu_music(object):
67 | def __init__(self, url):
68 | self.url = url
69 | self.song_infos = []
70 | self.json_url = ''
71 | self.dir_ = os.getcwd().decode('utf8')
72 | self.template_wgets = 'wget -nv -U "%s" -O "%s.tmp" %s' % (headers['User-Agent'], '%s', '%s')
73 | self.template_album = 'http://music.baidu.com/album/%s'
74 | if args.flac:
75 | self.template_api = 'http://music.baidu.com/data/music/fmlink?songIds=%s&type=flac'
76 | elif args.low:
77 | self.template_api = 'http://music.baidu.com/data/music/fmlink?songIds=%s&type=mp3'
78 | elif args.high:
79 | self.template_api = 'http://music.baidu.com/data/music/fmlink?songIds=%s&type=mp3&rate=320'
80 | else:
81 | self.template_api = 'http://music.baidu.com/data/music/fmlink?songIds=%s&type=mp3&rate=320'
82 |
83 | self.album_id = ''
84 | self.song_id = ''
85 |
86 | self.download = self.play if args.play else self.download
87 |
88 | def get_songidlist(self, song_id):
89 | html = self.opener.open(self.template_album % song_id).read()
90 | songidlist = re.findall(r'/song/(\d+)', html)
91 | return songidlist
92 |
93 | def get_cover(self, url):
94 | i = 1
95 | while True:
96 | cover_data = self.opener.open(url).read()
97 | if cover_data[:5] != '= 10:
100 | print s % (1, 91, " |--> Error: can't get cover image")
101 | sys.exit(0)
102 | i += 1
103 |
104 | def modified_id3(self, file_name, info):
105 | id3 = ID3()
106 | id3.add(TRCK(encoding=3, text=info['track']))
107 | id3.add(TIT2(encoding=3, text=info['song_name']))
108 | id3.add(TALB(encoding=3, text=info['album_name']))
109 | id3.add(TPE1(encoding=3, text=info['artist_name']))
110 | id3.add(COMM(encoding=3, desc=u'Comment', text=info['song_url']))
111 | id3.add(APIC(encoding=3, mime=u'image/jpg', type=3, desc=u'Cover', data=self.get_cover(info['album_pic_url'])))
112 | id3.save(file_name)
113 |
114 | def url_parser(self):
115 | if '/album/' in self.url:
116 | self.album_id = re.search(r'/album/(\d+)', self.url).group(1)
117 | #print(s % (2, 92, u'\n -- 正在分析专辑信息 ...'))
118 | self.get_album_infos()
119 | elif '/song/' in self.url:
120 | self.song_id = re.search(r'/song/(\d+)', self.url).group(1)
121 | #print(s % (2, 92, u'\n -- 正在分析歌曲信息 ...'))
122 | self.get_song_infos(self.song_id)
123 | else:
124 | print(s % (2, 91, u' 请正确输入baidu网址.'))
125 | self.download()
126 |
127 | def get_song_infos(self, song_id, track_number=''):
128 | api_json = self.opener.open(self.template_api % song_id).read()
129 | j = json.loads(api_json)
130 | song_info = {}
131 | song_info['song_id'] = unicode(j['data']['songList'][0]['songId'])
132 | song_info['track'] = unicode(track_number)
133 | song_info['song_url'] = u'http://music.baidu.com/song/' + song_info['song_id']
134 | song_info['song_name'] = modificate_text(j['data']['songList'][0]['songName']).strip()
135 | song_info['album_name'] = modificate_text(j['data']['songList'][0]['albumName']).strip()
136 | song_info['artist_name'] = modificate_text(j['data']['songList'][0]['artistName']).strip()
137 | song_info['album_pic_url'] = j['data']['songList'][0]['songPicRadio']
138 | song_info['file_name'] = song_info['artist_name'] + ' - ' + song_info['song_name']
139 | if song_info['track']:
140 | song_info['file_name'] = song_info['track'].zfill(2) + '.' + song_info['file_name']
141 | if args.flac:
142 | song_info['file_name'] = song_info['file_name'] + '.flac'
143 | else:
144 | song_info['file_name'] = song_info['file_name'] + '.mp3'
145 | song_info['durl'] = j['data']['songList'][0]['songLink']
146 | self.song_infos.append(song_info)
147 |
148 | def get_album_infos(self):
149 | songidlist = self.get_songidlist(self.album_id)
150 | track_number = 1
151 | for i in songidlist:
152 | self.get_song_infos(i, track_number)
153 | track_number += 1
154 | d = modificate_text(self.song_infos[0]['artist_name'] + ' - ' + self.song_infos[0]['album_name'])
155 | self.dir_ = os.path.join(os.getcwd().decode('utf8'), d)
156 |
157 | def display_infos(self, i):
158 | print '\n ----------------'
159 | print ' >>', s % (2, 94, i['file_name'])
160 | print ' >>', s % (2, 95, i['album_name'])
161 | print ' >>', s % (2, 92, 'http://music.baidu.com/song/%s' % i['song_id'])
162 | print ''
163 |
164 | def play(self):
165 | for i in self.song_infos:
166 | durl = i['durl']
167 | self.display_infos(i)
168 | os.system('mpv --really-quiet %s' % durl)
169 | timeout = 1
170 | ii, _, _ = select.select([sys.stdin], [], [], timeout)
171 | if ii:
172 | sys.exit(0)
173 | else:
174 | pass
175 |
176 | def download(self):
177 | dir_ = modificate_file_name_for_wget(self.dir_)
178 | cwd = os.getcwd().decode('utf8')
179 | csongs = len(self.song_infos)
180 | if dir_ != cwd:
181 | if not os.path.exists(dir_):
182 | os.mkdir(dir_)
183 | print(s % (2, 97, u'\n >> ' + str(csongs) + u' 首歌曲将要下载.'))
184 | ii = 1
185 | for i in self.song_infos:
186 | t = modificate_file_name_for_wget(i['file_name'])
187 | file_name = os.path.join(dir_, t)
188 | if os.path.exists(file_name): ## if file exists, no get_durl
189 | ii += 1
190 | print(u'\n 文件已存在~')
191 | continue
192 | file_name_for_wget = file_name.replace('`', '\`')
193 | if 'zhangmenshiting.baidu.com' in i['durl'] or \
194 | 'yinyueshiting.baidu.com' in i['durl']:
195 | num = random.randint(0,100) % 7
196 | col = s % (2, num + 90, i['file_name'])
197 | print(u'\n ++ 正在下载: %s' % col)
198 | wget = self.template_wgets % (file_name_for_wget, i['durl'])
199 | wget = wget.encode('utf8')
200 | status = os.system(wget)
201 | if status != 0: # other http-errors, such as 302.
202 | wget_exit_status_info = wget_es[status]
203 | print('\n\n ----### \x1b[1;91mERROR\x1b[0m ==> \x1b[1;91m%d (%s)\x1b[0m ###--- \n\n' % (status, wget_exit_status_info))
204 | print(' ===> ' + wget)
205 | break
206 | else:
207 | os.rename('%s.tmp' % file_name, file_name)
208 |
209 | self.modified_id3(file_name, i)
210 | ii += 1
211 | #time.sleep(10)
212 | else:
213 | print s % (1, 91, ' !! Oops, you are unlucky, the song is not from zhangmenshiting.baidu.com')
214 | print i['durl']
215 |
216 | def main(url):
217 | x = baidu_music(url)
218 | opener = urllib2.build_opener()
219 | opener.addheaders = headers.items()
220 | x.opener = opener
221 | x.url_parser()
222 |
223 | if __name__ == '__main__':
224 | p = argparse.ArgumentParser(description='downloading any music.baidu.com')
225 | p.add_argument('url', help='any url of music.baidu.com')
226 | p.add_argument('-f', '--flac', action='store_true', help='download flac')
227 | p.add_argument('-i', '--high', action='store_true', help='download 320')
228 | p.add_argument('-l', '--low', action='store_true', help='download 128')
229 | p.add_argument('-p', '--play', action='store_true', \
230 | help='play with mpv')
231 | args = p.parse_args()
232 | main(args.url)
233 |
--------------------------------------------------------------------------------
/tumblr.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | from __future__ import unicode_literals
5 |
6 | import os
7 | import sys
8 | import re
9 | import json
10 | import collections
11 | import multiprocessing
12 | import requests
13 | requests.packages.urllib3.disable_warnings()
14 | import argparse
15 | import random
16 | import time
17 | import select
18 | import signal
19 |
20 | API_KEY = 'fuiKNFp9vQFvjLNvx4sUwti4Yb5yGutBN4Xh10LXZhhRKjWlV4'
21 |
22 | PID_PATH = '/tmp/tumblr.py.pid'
23 |
24 | # statistic parameters
25 | NET_ERRORS = multiprocessing.Value('i', 0)
26 | UNCOMPLETION = multiprocessing.Value('i', 0)
27 | DOWNLOAD_ERRORS = multiprocessing.Value('i', 0)
28 | DOWNLOADS = multiprocessing.Value('i', 0)
29 | COMPLETION = multiprocessing.Value('i', 0)
30 | OFFSET = multiprocessing.Value('i', 0)
31 |
32 | ############################################################
33 | # wget exit status
34 | wget_es = {
35 | 0: "No problems occurred.",
36 | 2: "User interference.",
37 | 1<<8: "Generic error code.",
38 | 2<<8: "Parse error - for instance, when parsing command-line " \
39 | "optio.wgetrc or .netrc...",
40 | 3<<8: "File I/O error.",
41 | 4<<8: "Network failure.",
42 | 5<<8: "SSL verification failure.",
43 | 6<<8: "Username/password authentication failure.",
44 | 7<<8: "Protocol errors.",
45 | 8<<8: "Server issued an error response."
46 | }
47 | ############################################################
48 |
49 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
50 |
51 | headers = {
52 | "Accept":"text/html,application/xhtml+xml,application/xml; " \
53 | "q=0.9,image/webp,*/*;q=0.8",
54 | "Accept-Encoding":"text/html",
55 | "Accept-Language":"en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2",
56 | "Content-Type":"application/x-www-form-urlencoded",
57 | "Referer":"https://api.tumblr.com/console//calls/blog/posts",
58 | "User-Agent":"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 " \
59 | "(KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36"
60 | }
61 |
62 | ss = requests.session()
63 | ss.headers.update(headers)
64 |
65 | PROXY = None
66 |
67 | class Error(Exception):
68 | def __init__(self, msg):
69 | self.msg = msg
70 | def __str__(self):
71 | return self.msg
72 |
73 | def reset_statistic_params():
74 | NET_ERRORS.value = 0
75 | UNCOMPLETION.value = 0
76 | DOWNLOAD_ERRORS.value = 0
77 | DOWNLOADS.value = 0
78 | COMPLETION.value = 0
79 | OFFSET.value = 0
80 |
81 | def play(urls, args):
82 | for url in urls:
83 | tumblr = Tumblr(args, url)
84 | while True:
85 | items = tumblr.get_item_generator()
86 | if not items:
87 | break
88 | play_do(items, args.quiet)
89 |
90 | def play_do(items, quiet):
91 | for item in items:
92 | num = random.randint(0, 7) % 8
93 | col = s % (2, num + 90, item['durl'])
94 | print ' ++ play:', col
95 | quiet = ' --really-quiet' if quiet else ''
96 | cmd = 'mpv%s --no-ytdl --cache-default 20480 --cache-secs 120 ' \
97 | '--http-header-fields "User-Agent:%s" ' \
98 | '"%s"' \
99 | % (quiet, headers['User-Agent'], item['durl'])
100 |
101 | os.system(cmd)
102 | timeout = 1
103 | ii, _, _ = select.select([sys.stdin], [], [], timeout)
104 | if ii:
105 | sys.exit(0)
106 | else:
107 | pass
108 |
109 | def remove_downloaded_items(items):
110 | N = len(items)
111 | for i in range(N):
112 | item = items.pop()
113 | filepath = os.path.join(item['dir_'], item['subdir'], item['filename'])
114 | if not os.path.exists(filepath):
115 | items.appendleft(item)
116 |
117 | def download_run(item):
118 | filepath = os.path.join(item['dir_'], item['subdir'], item['filename'])
119 | # if os.path.exists(filepath):
120 | # return None
121 | # num = random.randint(0, 7) % 8
122 | # col = s % (1, num + 90, filepath)
123 | # print ' ++ download: %s' % col
124 |
125 | if PROXY:
126 | cmd = ' '.join([
127 | 'curl', '-s', '-x', '"%s"' % PROXY, '-o', '"%s.tmp"' % filepath,
128 | '-H', '"User-Agent: %s"' % headers['User-Agent'],
129 | '"%s"' % item['durl']
130 | ])
131 | else:
132 | cmd = ' '.join([
133 | 'curl', '-s', '-o', '"%s.tmp"' % filepath,
134 | '-H', '"User-Agent: %s"' % headers['User-Agent'],
135 | '"%s"' % item['durl']
136 | ])
137 | status = os.system(cmd)
138 | return status, filepath
139 |
140 | def callback(filepath):
141 | os.rename('%s.tmp' % filepath, filepath)
142 |
143 | class Downloader(multiprocessing.Process):
144 | def __init__(self, queue, lock):
145 | super(Downloader, self).__init__()
146 | self.queue = queue
147 | self.daemon = True
148 | self.lock = lock
149 |
150 | def run(self):
151 | while True:
152 | item = self.queue.get()
153 | self.queue.task_done()
154 | if not item:
155 | break
156 | status = download_run(item)
157 | if not status: # file was downloaded.
158 | continue
159 | status, filepath = status
160 | if status != 0:
161 | # print s % (1, 93, '[Error %s] at wget' % status), wget_es[status]
162 | self.lock.acquire()
163 | UNCOMPLETION.value += 1
164 | DOWNLOAD_ERRORS.value += 1
165 | self.lock.release()
166 | else:
167 | self.lock.acquire()
168 | DOWNLOADS.value += 1
169 | self.lock.release()
170 | callback(filepath)
171 |
172 | class TumblrAPI(object):
173 | def _request(self, base_hostname, target, type, params):
174 | api_url = '/'.join(['https://api.tumblr.com/v2/blog',
175 | base_hostname, target, type])
176 | params['api_key'] = API_KEY
177 | if PROXY:
178 | proxies = {'http': PROXY, 'https': PROXY}
179 | else:
180 | proxies = None
181 | while True:
182 | try:
183 | res = ss.get(api_url, params=params, proxies=proxies, timeout=10)
184 | json_data = res.json()
185 | break
186 | except KeyboardInterrupt:
187 | sys.exit()
188 | except Exception as e:
189 | NET_ERRORS.value += 1 # count errors
190 | print s % (1, 93, '[Error at requests]:'), e, '\n'
191 | time.sleep(5)
192 | if json_data['meta']['msg'].lower() != 'ok':
193 | raise Error(s % (1, 91, json_data['meta']['msg']))
194 |
195 | return json_data['response']
196 |
197 | def _info(self, base_hostname):
198 | return self._request(base_hostname, 'info', '', None)
199 |
200 | def _photo(self, base_hostname, offset='', tag='', post_id='', to_items=True):
201 | def make_items(raw_data):
202 | items = collections.deque()
203 | for i in raw_data['posts']:
204 | index = 1
205 | if i.get('photos'):
206 | for ii in i['photos']:
207 | durl = ii['original_size']['url'].replace('http:', 'https:')
208 | filename = os.path.join(
209 | '%s_%s.%s' % (i['id'], index, durl.split('.')[-1]))
210 | t = {
211 | 'durl': durl,
212 | 'filename': filename,
213 | 'key': i['timestamp'],
214 | 'subdir': 'photos',
215 | }
216 | index += 1
217 | items.append(t)
218 | return items
219 |
220 | params = {
221 | 'offset': offset,
222 | 'before': offset if tag else '',
223 | 'tag': tag,
224 | 'id': post_id,
225 | 'limit': 20 if not tag and not post_id else '',
226 | 'filter': 'text'
227 | }
228 | raw_data = self._request(base_hostname, 'posts', 'photo', params)
229 | if to_items:
230 | return make_items(raw_data)
231 | else:
232 | return raw_data
233 |
234 | def _audio(self, base_hostname, offset='', tag='', post_id='', to_items=True):
235 | def make_items(raw_data):
236 | items = collections.deque()
237 | for i in raw_data['posts']:
238 | durl = i['audio_url'].replace('http:', 'https:')
239 | filename = os.path.join(
240 | '%s_%s.%s' % (i['id'], i['track_name'], durl.split('.')[-1]))
241 | t = {
242 | 'durl': durl,
243 | 'filename': filename,
244 | 'timestamp': i['timestamp'] if tag else '',
245 | 'subdir': 'audios'
246 | }
247 | items.append(t)
248 | return items
249 |
250 | params = {
251 | 'offset': offset,
252 | 'before': offset if tag else '',
253 | 'tag': tag,
254 | 'id': post_id,
255 | 'limit': 20 if not tag and not post_id else '',
256 | 'filter': 'text'
257 | }
258 | raw_data = self._request(base_hostname, 'posts', 'audio', params)
259 | if to_items:
260 | return make_items(raw_data)
261 | else:
262 | return raw_data
263 |
264 | def _video(self, base_hostname, offset='', tag='', post_id='', to_items=True):
265 | def make_items(raw_data):
266 | items = collections.deque()
267 | for i in raw_data['posts']:
268 | if not i.get('video_url'):
269 | continue
270 | durl = i['video_url'].replace('http:', 'https:')
271 | filename = os.path.join(
272 | '%s.%s' % (i['id'], durl.split('.')[-1]))
273 | t = {
274 | 'durl': durl,
275 | 'filename': filename,
276 | 'timestamp': i['timestamp'] if tag else '',
277 | 'subdir': 'videos'
278 | }
279 | items.append(t)
280 | return items
281 |
282 | params = {
283 | 'offset': offset,
284 | 'before': offset if tag else '',
285 | 'tag': tag,
286 | 'id': post_id,
287 | 'limit': 20 if not tag and not post_id else '',
288 | 'filter': 'text'
289 | }
290 | raw_data = self._request(base_hostname, 'posts', 'video', params)
291 | if to_items:
292 | return make_items(raw_data)
293 | else:
294 | return raw_data
295 |
296 | class Tumblr(TumblrAPI):
297 | def __init__(self, args, url):
298 | self.args = args
299 | self.offset = self.args.offset
300 | self.make_items = self.parse_urls(url)
301 |
302 | def save_json(self):
303 | with open(self.json_path, 'w') as g:
304 | g.write(json.dumps(
305 | {'offset': self.offset}, indent=4, sort_keys=True))
306 |
307 | def init_infos(self, base_hostname, target_type, tag=''):
308 | self.infos = {'host': base_hostname}
309 | if not tag:
310 | dir_ = os.path.join(os.getcwd(), self.infos['host'])
311 | json_path = os.path.join(dir_, 'json.json')
312 |
313 | if not os.path.exists(dir_):
314 | if not self.args.play:
315 | os.makedirs(dir_)
316 | else:
317 | if os.path.exists(json_path):
318 | self.offset = json.load(open(json_path))['offset'] - 60 \
319 | if not self.args.update else self.args.offset
320 | if self.offset < 0: self.offset = 0
321 | else:
322 | dir_ = os.path.join(os.getcwd(), 'tumblr-%s' % tag)
323 | json_path = os.path.join(dir_, 'json.json')
324 |
325 | if not os.path.exists(dir_):
326 | if not self.args.play:
327 | os.makedirs(dir_)
328 | self.offset = int(time.time())
329 | else:
330 | if os.path.exists(json_path):
331 | self.offset = json.load(open(json_path))['offset'] \
332 | if not self.args.update else int(time.time())
333 |
334 | self.infos['dir_'] = dir_
335 | self.json_path = json_path
336 | subdir = os.path.join(dir_, target_type)
337 | if not os.path.exists(subdir) and not self.args.play:
338 | os.makedirs(subdir)
339 |
340 | if not self.args.play:
341 | for fl in os.listdir(subdir):
342 | if not fl.endswith('.tmp'):
343 | COMPLETION.value += 1
344 | else:
345 | UNCOMPLETION.value += 1
346 |
347 | if self.args.offset:
348 | self.offset = self.args.offset
349 |
350 | print s % (1, 92, '## begin:'), 'offset = %s,' % self.offset, base_hostname
351 | print s % (1, 97, 'INFO:\n') + \
352 | 'D = Downloads, R = Repair_Need\n' + \
353 | 'C = Completion, NE = Net_Errors, O = Offset'
354 |
355 | def download_photos_by_offset(self, base_hostname, post_id):
356 | self.init_infos(base_hostname, 'photos')
357 |
358 | def do():
359 | items = self._photo(
360 | base_hostname, offset=self.offset if not post_id else '', post_id=post_id)
361 | if not items:
362 | return []
363 | self.offset += 20
364 | self.save_json()
365 | return items
366 | return do
367 |
368 | def download_photos_by_tag(self, base_hostname, tag):
369 | self.init_infos(base_hostname, 'photos', tag=tag)
370 |
371 | def do():
372 | items = self._photo(base_hostname, tag=tag, before=self.offset)
373 | if not items:
374 | return []
375 | self.offset = items[-1]['timestamp']
376 | self.save_json()
377 | return items
378 | return do
379 |
380 | def download_videos_by_offset(self, base_hostname, post_id):
381 | self.init_infos(base_hostname, 'videos')
382 |
383 | def do():
384 | items = self._video(
385 | base_hostname, offset=self.offset, post_id=post_id)
386 | if not items:
387 | return []
388 | self.offset += 20
389 | if not self.args.play:
390 | self.save_json()
391 | return items
392 | return do
393 |
394 | def download_videos_by_tag(self, base_hostname, tag):
395 | self.init_infos(base_hostname, 'videos', tag)
396 |
397 | def do():
398 | items = self._video(
399 | base_hostname, before=self.offset, tag=tag)
400 | if not items:
401 | return []
402 | self.offset = items[-1]['timestamp']
403 | if not self.args.play:
404 | self.save_json()
405 | return items
406 | return do
407 |
408 | def download_audios_by_offset(self, base_hostname, post_id):
409 | self.init_infos(base_hostname, 'audios')
410 |
411 | def do():
412 | items = self._audio(
413 | base_hostname, offset=self.offset if not post_id else '', post_id=post_id)
414 | if not items:
415 | return []
416 | self.offset += 20
417 | if not self.args.play:
418 | self.save_json()
419 | return items
420 | return do
421 |
422 | def download_audios_by_tag(self, base_hostname, tag):
423 | self.init_infos(base_hostname, 'audios', tag)
424 |
425 | def do():
426 | items = self._audio(
427 | base_hostname, before=self.offset, tag=tag)
428 | if not self.infos['items']:
429 | return []
430 | self.offset = self.infos['items'][-1]['timestamp']
431 | if not self.args.play:
432 | self.save_json()
433 | return items
434 | return do
435 |
436 | def download_photos(self, base_hostname, post_id='', tag=''):
437 | if tag:
438 | return self.download_photos_by_tag(base_hostname, tag)
439 | else:
440 | return self.download_photos_by_offset(base_hostname, post_id=post_id)
441 |
442 | def download_videos(self, base_hostname, post_id='', tag=''):
443 | if tag:
444 | return self.download_videos_by_tag(base_hostname, tag)
445 | else:
446 | return self.download_videos_by_offset(base_hostname, post_id=post_id)
447 |
448 | def download_audios(self, base_hostname, post_id='', tag=''):
449 | if tag:
450 | return self.download_audios_by_tag(base_hostname, tag)
451 | else:
452 | return self.download_audios_by_offset(base_hostname, post_id=post_id)
453 |
454 | def fix_photos(self, base_hostname):
455 | self.init_infos(base_hostname, 'photos')
456 |
457 | t = os.listdir(os.path.join(self.infos['dir_'], 'photos'))
458 | t = [i[:i.find('_')] for i in t if i.endswith('.tmp')]
459 | self.post_ids = list(set(t))
460 |
461 | def do():
462 | if len(self.post_ids):
463 | post_id = self.post_ids.pop()
464 | return self._photo(base_hostname, post_id=post_id)
465 | else:
466 | return []
467 | return do
468 |
469 | def parse_urls(self, url):
470 | _mod = re.search(r'(http://|https://|)(?P.+\.tumblr.com)', url)
471 | if not _mod:
472 | print s % (1, 91, '[Error]:'), 'url is illegal.', '\n' + url.decode('utf8', 'ignore')
473 | return lambda: []
474 | base_hostname = _mod.group('hostname')
475 | if self.args.check:
476 | return self.fix_photos(base_hostname)
477 |
478 | if re.search(r'post/(\d+)', url):
479 | post_id = re.search(r'post/(\d+)', url).group(1)
480 | else:
481 | post_id = ''
482 |
483 | if self.args.video:
484 | return self.download_videos(base_hostname, post_id=post_id, tag=self.args.tag)
485 | elif self.args.audio:
486 | return self.download_audios(base_hostname, post_id=post_id, tag=self.args.tag)
487 | else:
488 | return self.download_photos(base_hostname, post_id=post_id, tag=self.args.tag)
489 |
490 | def get_item_generator(self):
491 | OFFSET.value = self.offset
492 | items = self.make_items()
493 | for item in items:
494 | item['dir_'] = self.infos['dir_']
495 | return items
496 |
497 | def args_handler(argv):
498 | p = argparse.ArgumentParser(
499 | description='download from tumblr.com')
500 | p.add_argument('xxx', type=str, nargs='*', help='命令对象.')
501 | p.add_argument('-p', '--processes', action='store', type=int, default=10,
502 | help='指定多进程数,默认为10个,最多为20个 eg: -p 20')
503 | p.add_argument('-f', '--offset', action='store', type=int, default=0,
504 | help='offset')
505 | p.add_argument('-q', '--quiet', action='store_true',
506 | help='quiet')
507 | p.add_argument('-c', '--check', action='store_true',
508 | help='尝试修复未下载成功的图片')
509 | p.add_argument('-P', '--play', action='store_true',
510 | help='play with mpv')
511 | p.add_argument('-V', '--video', action='store_true',
512 | help='download videos')
513 | p.add_argument('-A', '--audio', action='store_true',
514 | help='download audios')
515 | p.add_argument('-t', '--tag', action='store',
516 | default=None, type=str,
517 | help='下载特定tag的图片, eg: -t beautiful')
518 | p.add_argument('--update', action='store_true',
519 | help='update new things')
520 | p.add_argument('--redownload', action='store_true',
521 | help='redownload all things')
522 | p.add_argument('-x', '--proxy', type=str,
523 | help='redownload all things')
524 | args = p.parse_args(argv[1:])
525 | xxx = args.xxx
526 |
527 | if args.proxy:
528 | if args.proxy[:4] not in ('http', 'sock'):
529 | print s % (1, 91, '[Error]:'), 'proxy must have a protocol:// prefix'
530 | sys.exit(1)
531 | else:
532 | global PROXY
533 | PROXY = args.proxy
534 |
535 | if args.redownload: args.update = True
536 | return args, xxx
537 |
538 | def print_msg(check):
539 | time.sleep(2) # initial interval
540 |
541 | while True:
542 | msg = "\r%s, %s, %s, %s, %s " % \
543 | (
544 | 'D: ' + s % (1, 92, DOWNLOADS.value),
545 | 'R: ' + s % (1, 93, UNCOMPLETION.value \
546 | if not check \
547 | else UNCOMPLETION.value - DOWNLOAD_ERRORS.value - DOWNLOADS.value),
548 | 'C: ' + s % (1, 97, COMPLETION.value + DOWNLOADS.value),
549 | 'NE: ' + s % (1, 91, NET_ERRORS.value),
550 | 'O: %s' % OFFSET.value
551 | )
552 | sys.stdout.write(msg)
553 | sys.stdout.flush()
554 | time.sleep(2)
555 |
556 | def sighandler(signum, frame):
557 | # print s % (1, 91, "\n !! Signal:"), signum
558 | # print s % (1, 91, " !! Frame: %s" % frame)
559 | sys.exit()
560 |
561 | def handle_signal():
562 | signal.signal(signal.SIGBUS, sighandler)
563 | signal.signal(signal.SIGHUP, sighandler)
564 | # http://stackoverflow.com/questions/14207708/ioerror-errno-32-broken-pipe-python
565 | signal.signal(signal.SIGPIPE, signal.SIG_DFL)
566 | signal.signal(signal.SIGQUIT, sighandler)
567 | signal.signal(signal.SIGSYS, sighandler)
568 |
569 | signal.signal(signal.SIGABRT, sighandler)
570 | signal.signal(signal.SIGFPE, sighandler)
571 | signal.signal(signal.SIGILL, sighandler)
572 | signal.signal(signal.SIGINT, sighandler)
573 | signal.signal(signal.SIGSEGV, sighandler)
574 | signal.signal(signal.SIGTERM, sighandler)
575 |
576 | def main(argv):
577 | handle_signal()
578 | args, xxx = args_handler(argv)
579 |
580 | if args.play:
581 | play(xxx, args)
582 |
583 | lock = multiprocessing.Lock()
584 | queue = multiprocessing.JoinableQueue(maxsize=args.processes)
585 | thrs = []
586 | for i in range(args.processes):
587 | thr = Downloader(queue, lock)
588 | thr.start()
589 | thrs.append(thr)
590 |
591 | # massage thread
592 | msg_thr = multiprocessing.Process(target=print_msg, args=(args.check,))
593 | msg_thr.daemon = True
594 | msg_thr.start()
595 |
596 | for url in xxx:
597 | reset_statistic_params()
598 | tumblr = Tumblr(args, url)
599 | not_add = 0
600 | while True:
601 | items = tumblr.get_item_generator()
602 | if not items:
603 | break
604 |
605 | # Check the downloaded items.
606 | # It will be exited, if there is no new item to download
607 | # in 5 loops, unless with --redownload
608 | remove_downloaded_items(items)
609 | if not args.redownload:
610 | if not items:
611 | not_add += 1
612 | if not_add > 5:
613 | print s % (1, 93, '\n[Warning]:'), \
614 | 'There is nothing new to download in 5 loops.\n', \
615 | 'If you want to scan all resources, using --redownload\n' \
616 | 'or running the script again to next 5 loops.'
617 | break
618 | continue
619 | else:
620 | not_add = 0
621 |
622 | for item in items:
623 | queue.put(item)
624 |
625 | while not queue.empty():
626 | time.sleep(2)
627 |
628 | for i in range(args.processes):
629 | queue.put(None)
630 |
631 | queue.join()
632 |
633 | for thr in thrs:
634 | thr.join()
635 |
636 | msg_thr.terminate()
637 |
638 | if __name__ == '__main__':
639 | argv = sys.argv
640 | main(argv)
641 |
--------------------------------------------------------------------------------
/unzip.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # -*- coding: utf-8 -*-
3 |
4 | import os
5 | import sys
6 | import zipfile
7 | import argparse
8 |
9 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
10 |
11 | def unzip(path):
12 |
13 | file = zipfile.ZipFile(path,"r")
14 | if args.secret:
15 | file.setpassword(args.secret)
16 |
17 | for name in file.namelist():
18 | try:
19 | utf8name=name.decode('gbk')
20 | pathname = os.path.dirname(utf8name)
21 | except:
22 | utf8name=name
23 | pathname = os.path.dirname(utf8name)
24 |
25 | #print s % (1, 92, ' >> extracting:'), utf8name
26 | #pathname = os.path.dirname(utf8name)
27 | if not os.path.exists(pathname) and pathname != "":
28 | os.makedirs(pathname)
29 | data = file.read(name)
30 | if not os.path.exists(utf8name):
31 | try:
32 | fo = open(utf8name, "w")
33 | fo.write(data)
34 | fo.close
35 | except:
36 | pass
37 | file.close()
38 |
39 | def main(argv):
40 | ######################################################
41 | # for argparse
42 | p = argparse.ArgumentParser(description='解决unzip乱码')
43 | p.add_argument('xxx', type=str, nargs='*', \
44 | help='命令对象.')
45 | p.add_argument('-s', '--secret', action='store', \
46 | default=None, help='密码')
47 | global args
48 | args = p.parse_args(argv[1:])
49 | xxx = args.xxx
50 |
51 | for path in xxx:
52 | if path.endswith('.zip'):
53 | if os.path.exists(path):
54 | print s % (1, 97, ' ++ unzip:'), path
55 | unzip(path)
56 | else:
57 | print s % (1, 91, ' !! file doesn\'t exist.'), path
58 | else:
59 | print s % (1, 91, ' !! file isn\'t a zip file.'), path
60 |
61 | if __name__ == '__main__':
62 | argv = sys.argv
63 | main(argv)
64 |
--------------------------------------------------------------------------------
/yunpan.360.cn.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python2
2 | # vim: set fileencoding=utf8
3 |
4 | import os
5 | import sys
6 | from getpass import getpass
7 | import requests
8 | import urllib
9 | import json
10 | import re
11 | import time
12 | import argparse
13 | import random
14 | import md5
15 |
16 | ############################################################
17 | # wget exit status
18 | wget_es = {
19 | 0: "No problems occurred.",
20 | 2: "User interference.",
21 | 1<<8: "Generic error code.",
22 | 2<<8: "Parse error - for instance, when parsing command-line " \
23 | "optio.wgetrc or .netrc...",
24 | 3<<8: "File I/O error.",
25 | 4<<8: "Network failure.",
26 | 5<<8: "SSL verification failure.",
27 | 6<<8: "Username/password authentication failure.",
28 | 7<<8: "Protocol errors.",
29 | 8<<8: "Server issued an error response."
30 | }
31 | ############################################################
32 |
33 | s = '\x1b[%d;%dm%s\x1b[0m' # terminual color template
34 |
35 | cookie_file = os.path.join(os.path.expanduser('~'), '.360.cookies')
36 |
37 | headers = {
38 | "Accept":"text/html,application/xhtml+xml,application/xml; " \
39 | "q=0.9,image/webp,*/*;q=0.8",
40 | "Accept-Encoding":"text/html",
41 | "Accept-Language":"en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2",
42 | "Content-Type":"application/x-www-form-urlencoded",
43 | "Referer":"http://yunpan.360.cn/",
44 | "X-Requested-With":"XMLHttpRequest",
45 | "User-Agent":"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 "\
46 | "(KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36"
47 | }
48 |
49 | ss = requests.session()
50 | ss.headers.update(headers)
51 |
52 | class yunpan360(object):
53 | def init(self):
54 | if os.path.exists(cookie_file):
55 | try:
56 | t = json.loads(open(cookie_file).read())
57 | ss.cookies.update(t.get('cookies', t))
58 | if not self.check_login():
59 | print s % (1, 91, ' !! cookie is invalid, please login\n')
60 | sys.exit(1)
61 | except:
62 | g = open(cookie_file, 'w')
63 | g.close()
64 | print s % (1, 97, ' please login')
65 | sys.exit(1)
66 | else:
67 | print s % (1, 91, ' !! cookie_file is missing, please login')
68 | sys.exit(1)
69 |
70 | def get_path(self, url):
71 | url = urllib.unquote_plus(url)
72 | f = re.search(r'#(.+?)(&|$)', url)
73 | if f:
74 | return f.group(1)
75 | else:
76 | return '/'
77 |
78 | def check_login(self):
79 | #print s % (1, 97, '\n -- check_login')
80 | url = 'http://yunpan.360.cn/user/login?st=774'
81 | r = ss.get(url)
82 | self.save_cookies()
83 |
84 | if r.ok:
85 | #print s % (1, 92, ' -- check_login success\n')
86 |
87 | # get apihost
88 | self.apihost = re.search(r'http://(.+?)/', r.url).group(1).encode('utf8')
89 | self.save_cookies()
90 | return True
91 | else:
92 | print s % (1, 91, ' -- check_login fail\n')
93 | return False
94 |
95 | def login(self, username, password):
96 | print s % (1, 97, '\n -- login')
97 |
98 | # get token
99 | params = {
100 | "o": "sso",
101 | "m": "getToken",
102 | "func": "QHPass.loginUtils.tokenCallback",
103 | "userName": username,
104 | "rand": random.random()
105 | }
106 | url = 'https://login.360.cn'
107 | r = ss.get(url, params=params)
108 | token = re.search(r'token":"(.+?)"', r.content).group(1)
109 |
110 | # now loin
111 | params = {
112 | "o": "sso",
113 | "m": "login",
114 | "requestScema": "http",
115 | "from": "pcw_cloud",
116 | "rtype": "data",
117 | "func": "QHPass.loginUtils.loginCallback",
118 | "userName": username,
119 | "pwdmethod": 1,
120 | "isKeepAlive": 0,
121 | "token": token,
122 | "captFlag": 1,
123 | "captId": "i360",
124 | "captCode": "",
125 | "lm": 0,
126 | "validatelm": 0,
127 | "password": md5.new(password).hexdigest(),
128 | "r": int(time.time()*1000)
129 | }
130 | url = 'https://login.360.cn'
131 | ss.get(url, params=params)
132 | self.save_cookies()
133 |
134 | def save_cookies(self):
135 | with open(cookie_file, 'w') as g:
136 | c = {'cookies': ss.cookies.get_dict()}
137 | g.write(json.dumps(c, indent=4, sort_keys=True))
138 |
139 | def get_dlink(self, i):
140 | data = 'nid=%s&fname=%s&' % (i['nid'].encode('utf8'), \
141 | urllib.quote_plus(i['path'].encode('utf8')))
142 | apiurl = 'http://%s/file/download' % self.apihost
143 | r = ss.post(apiurl, data=data)
144 | j = r.json()
145 | if j['errno'] == 0:
146 | dlink = j['data']['download_url'].encode('utf8')
147 | return dlink
148 |
149 | def fix_json(self, ori):
150 | # 万恶的 360，返回的json尽然不合法。
151 | jdata = re.search(r'data:\s*\[.+?\]', ori).group()
152 | jlist = re.split(r'\}\s*,\s*\{', jdata)
153 | jlist = [l for l in jlist if l.strip()]
154 | j = []
155 | for item in jlist:
156 | nid = re.search(r',nid: \'(\d+)\'', item)
157 | path = re.search(r',path: \'(.+?)\',nid', item)
158 | name = re.search(r'oriName: \'(.+?)\',path', item)
159 | isdir = 'isDir: ' in item
160 | if nid:
161 | t = {
162 | 'nid': nid.group(1),
163 | 'path': path.group(1).replace("\\'", "'"),
164 | 'name': name.group(1).replace("\\'", "'"),
165 | 'isdir': 1 if isdir else 0
166 | }
167 | j.append(t)
168 | return j
169 |
170 | def get_infos(self):
171 | apiurl = 'http://%s/file/list' % self.apihost
172 | data = "type" + "=2" + "&" \
173 | "t" + "=%s" % random.random() + "&" \
174 | "order" + "=asc" + "&" \
175 | "field" + "=file_name" + "&" \
176 | "path" + "=%s" + "&" \
177 | "page" + "=0" + "&" \
178 | "page_size" + "=10000" + "&" \
179 | "ajax" + "=1"
180 |
181 | dir_loop = [self.path]
182 | base_dir = os.path.split(self.path[:-1])[0] if self.path[-1] == '/' \
183 | and self.path != '/' else os.path.split(self.path)[0]
184 | for d in dir_loop:
185 | data = data % urllib.quote_plus(d)
186 | r = ss.post(apiurl, data=data)
187 | j = self.fix_json(r.text.strip())
188 | if j:
189 | if args.type_:
190 | j = [x for x in j if x['isdir'] \
191 | or x['name'][-len(args.type_):] \
192 | == unicode(args.type_)]
193 | total_file = len([i for i in j if not i['isdir']])
194 | if args.from_ - 1:
195 | j = j[args.from_-1:] if args.from_ else j
196 | nn = args.from_
197 | for i in j:
198 | if i['isdir']:
199 | dir_loop.append(i['path'].encode('utf8'))
200 | else:
201 | t = i['path'].encode('utf8')
202 | t = t.replace(base_dir, '')
203 | t = t[1:] if t[0] == '/' else t
204 | t = os.path.join(os.getcwd(), t)
205 | infos = {
206 | 'file': t,
207 | 'dir_': os.path.split(t)[0],
208 | 'dlink': self.get_dlink(i),
209 | 'name': i['name'].encode('utf8'),
210 | 'apihost': self.apihost,
211 | 'nn': nn,
212 | 'total_file': total_file
213 | }
214 | nn += 1
215 | self.download(infos)
216 | else:
217 | print s % (1, 91, ' error: get_infos')
218 | sys.exit(0)
219 |
220 | @staticmethod
221 | def download(infos):
222 | #### !!!! 注意：360不支持断点续传
223 |
224 | ## make dirs
225 | if not os.path.exists(infos['dir_']):
226 | os.makedirs(infos['dir_'])
227 | else:
228 | if os.path.exists(infos['file']):
229 | return 0
230 |
231 | num = random.randint(0, 7) % 8
232 | col = s % (2, num + 90, infos['file'])
233 | infos['nn'] = infos['nn'] if infos.get('nn') else 1
234 | infos['total_file'] = infos['total_file'] if infos.get('total_file') else 1
235 | print '\n ++ 正在下载: #', s % (1, 97, infos['nn']), '/', s % (1, 97, infos['total_file']), '#', col
236 |
237 | cookie = '; '.join(['%s=%s' % (x, y) for x, y in ss.cookies.items()]).encode('utf8')
238 | if args.aria2c:
239 | if args.limit:
240 | cmd = 'aria2c -c -s10 -x10 ' \
241 | '--max-download-limit %s ' \
242 | '-o "%s.tmp" -d "%s" ' \
243 | '--user-agent "%s" ' \
244 | '--header "Cookie:%s" ' \
245 | '--header "Referer:http://%s/" "%s"' \
246 | % (args.limit, infos['name'], infos['dir_'],\
247 | headers['User-Agent'], cookie, infos['apihost'], infos['dlink'])
248 | else:
249 | cmd = 'aria2c -c -s10 -x10 ' \
250 | '-o "%s.tmp" -d "%s" --user-agent "%s" ' \
251 | '--header "Cookie:%s" ' \
252 | '--header "Referer:http://%s/" "%s"' \
253 | % (infos['name'], infos['dir_'], headers['User-Agent'], \
254 | cookie, infos['apihost'], infos['dlink'])
255 | else:
256 | if args.limit:
257 | cmd = 'wget -c --limit-rate %s ' \
258 | '-O "%s.tmp" --user-agent "%s" ' \
259 | '--header "Cookie:%s" ' \
260 | '--header "Referer:http://%s/" "%s"' \
261 | % (args.limit, infos['file'], headers['User-Agent'], \
262 | cookie, infos['apihost'], infos['dlink'])
263 | else:
264 | cmd = 'wget -c -O "%s.tmp" --user-agent "%s" ' \
265 | '--header "Cookie:%s" ' \
266 | '--header "Referer:http://%s/" "%s"' \
267 | % (infos['file'], headers['User-Agent'], \
268 | cookie, infos['apihost'], infos['dlink'])
269 |
270 | status = os.system(cmd)
271 | if status != 0: # other http-errors, such as 302.
272 | wget_exit_status_info = wget_es[status]
273 | print('\n\n ---### \x1b[1;91mERROR\x1b[0m ==> '\
274 | '\x1b[1;91m%d (%s)\x1b[0m ###--- \n\n' \
275 | % (status, wget_exit_status_info))
276 | print s % (1, 91, ' ===> '), cmd
277 | sys.exit(1)
278 | else:
279 | os.rename('%s.tmp' % infos['file'], infos['file'])
280 |
281 | def exists(self, filepath):
282 | pass
283 |
284 | def upload(self, path, dir_):
285 | pass
286 |
287 | def addtask(self):
288 | pass
289 |
290 | def do(self):
291 | self.get_infos()
292 |
293 | def main(argv):
294 | if len(argv) <= 1:
295 | sys.exit()
296 |
297 | ######################################################
298 | # for argparse
299 | p = argparse.ArgumentParser(description='download from yunpan.360.com')
300 | p.add_argument('xxx', type=str, nargs='*', \
301 | help='命令对象.')
302 | p.add_argument('-a', '--aria2c', action='store_true', \
303 | help='download with aria2c')
304 | p.add_argument('-p', '--play', action='store_true', \
305 | help='play with mpv')
306 | p.add_argument('-f', '--from_', action='store', \
307 | default=1, type=int, \
308 | help='从第几个开始下载，eg: -f 42')
309 | p.add_argument('-t', '--type_', action='store', \
310 | default=None, type=str, \
311 | help='要下载的文件的后缀，eg: -t mp3')
312 | p.add_argument('-l', '--limit', action='store', \
313 | default=None, type=str, help='下载速度限制，eg: -l 100k')
314 | global args
315 | args = p.parse_args(argv[1:])
316 | xxx = args.xxx
317 |
318 | if xxx[0] == 'login' or xxx[0] == 'g':
319 | if len(xxx[1:]) < 1:
320 | username = raw_input(s % (1, 97, ' username: '))
321 | password = getpass(s % (1, 97, ' password: '))
322 | elif len(xxx[1:]) == 1:
323 | username = xxx[1]
324 | password = getpass(s % (1, 97, ' password: '))
325 | elif len(xxx[1:]) == 2:
326 | username = xxx[1]
327 | password = xxx[2]
328 | else:
329 | print s % (1, 91, ' login\n login username\n login username password')
330 |
331 | x = yunpan360()
332 | x.login(username, password)
333 | is_signin = x.check_login()
334 | if is_signin:
335 | print s % (1, 92, ' ++ login succeeds.')
336 | else:
337 | print s % (1, 91, ' login failes')
338 |
339 | elif xxx[0] == 'signout':
340 | g = open(cookie_file, 'w')
341 | g.close()
342 |
343 | else:
344 | urls = xxx
345 | x = yunpan360()
346 | x.init()
347 | for url in urls:
348 | x.path = x.get_path(url)
349 | x.do()
350 |
351 | if __name__ == '__main__':
352 | argv = sys.argv
353 | main(argv)
354 |
--------------------------------------------------------------------------------