([\s\S]+?) :: /,
46 | resFileName: /filename=['"]?([\s\S]+?)['"]?$/m,
47 | dangerChars: /[:"*?|<>\/\\\n]/g,
48 | pagesRange: /^(!?\d*(-\d*(\/\d+)?)?\s*,\s*)*!?\d*(-\d*(\/\d+)?)?$/,
49 | pagesURL: /(?:([\d,]+)<\/strong> towards.*?limit of ([\d,]+)<\/strong>/,
52 | pagesLength: /(\d+)<\/a>.+?<\/table>/,
53 | IPBanExpires: /The ban expires in \d+ hours?( and \d+ minutes?)?/,
54 | donatorPower: /
| Donations<\/td> '); 453 | ehDownloadDialog.appendChild(tn); 454 | } 455 | else ehDownloadDialog.appendChild(str); 456 | 457 | if (getAllPagesURLFin && isDownloading && ehDownloadDialog.contains(ehDownloadPauseBtn)) { 458 | ehDownloadDialog.appendChild(ehDownloadPauseBtn); 459 | } 460 | 461 | if (needScrollIntoView) { 462 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight; 463 | } 464 | } 465 | 466 | function getSafeName(str, ignoreSlash) { 467 | var replaceList = { 468 | ':': '：', 469 | '"': '＂', 470 | '*': '＊', 471 | '?': '？', 472 | '|': '｜', 473 | '<': '＜', 474 | '>': '＞', 475 | '/': '／', 476 | '\\': '＼', 477 | '~': '～', 478 | '\n': '-' 479 | }; 480 | var replaceFn = function(match) { 481 | if (ignoreSlash && (match === '/' || match === '\\')) { 482 | return match; 483 | } 484 | else if (setting['replace-with-full-width']) { 485 | return replaceList[match]; 486 | } 487 | else { 488 | return '-'; 489 | } 490 | }; 491 | 492 | return str.trim().replace(ehDownloadRegex.dangerChars, replaceFn); 493 | } 494 | 495 | // replace dir name and zip filename 496 | function getReplacedName(str) { 497 | return replaceHTMLEntites(str.replace(/\{gid\}/gi, unsafeWindow.gid) 498 | .replace(/\{token\}/gi, unsafeWindow.token) 499 | .replace(/\{title\}/gi, getSafeName(document.getElementById('gn').textContent)) 500 | .replace(/\{subtitle\}/gi, document.getElementById('gj').textContent ? getSafeName(document.getElementById('gj').textContent) : getSafeName(document.getElementById('gn').textContent)) 501 | .replace(/\{tag\}|\{category\}/gi, document.querySelector('#gdc .cs').textContent.trim().toUpperCase()) 502 | .replace(/\{uploader\}/gi, getSafeName(document.querySelector('#gdn').textContent))); 503 | } 504 | 505 | function PageData(pageURL, imageURL, imageName, nextNL, realIndex, imageNumber) { 506 | this.pageURL = pageURL.split('?')[0]; 507 | this.imageURL = imageURL; 508 | this.imageName = getSafeName(imageName); 509 | this._imageName = this.imageName; 510 | this.equalCount = 1; 511 | this.nextNL = nextNL; 512 | this.realIndex = realIndex; 513 | this.imageNumber = imageNumber; 514 | } 515 | 516 | // rename images that have the same name 517 | function renameImages() { 518 | imageList.forEach(function(elem, index) { 519 | // if Number Images are enabled, filename won't be changed, just numbering 520 | if (!needNumberImages) { 521 | for (var i = 0; i < index; i++) { 522 | if (elem !== undefined && imageList[i] !== undefined && elem.imageName.toLowerCase() === imageList[i]['imageName'].toLowerCase()) { 523 | var nameParts = elem.imageName.split('.'); 524 | nameParts[nameParts.length - 2] += ' (' + (++imageList[i].equalCount) + ')'; 525 | elem.imageName = nameParts.join('.'); 526 | break; 527 | } 528 | } 529 | } 530 | else elem['imageName'] = elem['imageNumber'] + (setting['number-separator'] ? setting['number-separator'] : '：') + elem['imageName']; 531 | }); 532 | } 533 | 534 | // store responsed content from GM_xhr 535 | // Updated on 1.19: Now the index argument is the page's number - 1 (original is page's number) 536 | function storeRes(res, index) { 537 | imageData[index] = res; 538 | downloadedCount++; 539 | console.log('[EHD] Index >', index + 1, ' | RealIndex >', imageList[index]['realIndex'], ' | Name >', imageList[index]['imageName'], ' | RetryCount >', retryCount[index], ' | DownloadedCount >', downloadedCount, ' | FetchCount >', fetchCount, ' | FailedCount >', failedCount); 540 | fetchCount--; 541 | 542 | updateTotalStatus(); 543 | if (!isPausing) checkFailed(); 544 | 545 | res = null; 546 | } 547 | 548 | function generateZip(isFromFS, fs, isRetry, forced){ 549 | isSaving = true; 550 | 551 | // remove pause button 552 | if (!forced && ehDownloadDialog.contains(ehDownloadPauseBtn)) { 553 | ehDownloadDialog.removeChild(ehDownloadPauseBtn); 554 | while (fetchThread[0]) { 555 | fetchThread.pop(); 556 | } 557 | } 558 | 559 | if (!isFromFS && !isRetry) { 560 | if (setting['save-info-list'].toString().indexOf('page-links') >= 0) { 561 | imageList.forEach(function(elem, index){ 562 | // Image URL may useless, see https://github.com/ccloli/E-Hentai-Downloader/issues/6 563 | infoStr += '\n\nPage ' + elem['realIndex'] + ': ' + elem['pageURL'] + '\nImage ' + elem['realIndex'] + ': ' + elem['imageName'] /*+ '\nImage URL: ' + elem['imageURL']*/; 564 | }); 565 | } 566 | pushDialog('\nFinish downloading at ' + new Date() + '\n'); 567 | infoStr += '\n\nDownloaded at ' + new Date() + '\n\nGenerated by E-Hentai Downloader. https://github.com/ccloli/E-Hentai-Downloader'; 568 | 569 | if (setting['save-info'] === 'file' || !setting['save-info']) { 570 | (dirName && !ehDownloadRegex.slashOnly.test(dirName) ? zip.folder(dirName) : zip).file('info.txt', infoStr.replace(/\n/gi, '\r\n')); 571 | } 572 | } 573 | 574 | pushDialog('\n\nGenerating Zip file...\n'); 575 | 576 | var fs = fs || ehDownloadFS.fs; 577 | 578 | var progress = document.createElement('progress'); 579 | var curFile = document.createElement('div'); 580 | progress.className = 'ehD-pt-gen-progress'; 581 | curFile.className = 'ehD-pt-gen-filename'; 582 | curFile.textContent = ' '; 583 | ehDownloadDialog.appendChild(progress); 584 | ehDownloadDialog.appendChild(curFile); 585 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight; 586 | 587 | var saveToFileSystem = function(abData) { 588 | curFile.textContent = ' '; 589 | 590 | var fsErrorHandler = function(error) { 591 | ehDownloadFS.errorHandler(error); 592 | ehDownloadFS.removeAllFiles(); 593 | 594 | if (confirm('An error occured when storing files to FileSystem.\n' + 595 | 'Error Name: ' + (error.name || 'Unknown Error') + '\n' + 596 | 'Error Message: ' + error.message + '\n\n' + 597 | 'Should I try FileSystem again (Yes) or redirect to try using Blob (No)? \n' + 598 | '* If the error message shows there\'s no more free disk space, try removing some files from the drive where Chrome installed (mostly C: on Windows)')) { 599 | saveToFileSystem(abData); 600 | } 601 | else { 602 | ehDownloadFS.needFileSystem = false; 603 | saveToBlob(abData); 604 | } 605 | }; 606 | 607 | var fs = fs || ehDownloadFS.fs; 608 | pushDialog('\n\nSlicing and storing Zip file to FileSystem...'); 609 | var data = abData; 610 | var dataIndex = 0; 611 | var dataLength = data.byteLength; 612 | var loopWrite = function(fileEntry){ 613 | fileEntry.createWriter(function(fileWriter){ 614 | //fileWriter.seek(fileWriter.length); 615 | dataIndex = fileWriter.length; 616 | if (dataIndex >= dataLength) { 617 | data = undefined; 618 | abData = undefined; 619 | return setTimeout(function(){ 620 | ehDownloadFS.saveAs(isFromFS ? fs : undefined, forced); 621 | isSaving = false; 622 | }, 1500); 623 | } 624 | fileWriter.seek(dataIndex); 625 | var dataLastIndex = dataIndex + 1024 * 1024 * 10; 626 | // I tried setting it as 100MB but some parts were still gone, so I have to make it smaller. 627 | console.log('[EHD] DataIndex >', dataIndex, '| DataLastIndex >', dataLastIndex, '| FileWriterLength >', fileWriter.length, '| DataLength >', dataLength); 628 | pushDialog('\n' + dataIndex + '-' + dataLastIndex + '/' + dataLength); 629 | var blob = createBlob([data.slice(dataIndex, dataLastIndex)], {type: 'application/zip'}); 630 | fileWriter.write(blob); 631 | if ('close' in blob) blob.close(); // File Blob.close() API, not supported by all the browser now 632 | blob = null; 633 | setTimeout(loopWrite, 100, fileEntry); 634 | }, fsErrorHandler); 635 | }; 636 | 637 | fs.root.getFile(unsafeWindow.gid + '.zip', {create: true}, function(fileEntry){ 638 | if (fileEntry.isFile) fileEntry.remove(function(){ 639 | console.log('[EHD] File', fileName, 'is removed.'); 640 | }, fsErrorHandler); 641 | else if (fileEntry.isDirectory) fileEntry.removeRecursively(function() { 642 | console.log('[EHD] Directory', fileName, 'is removed.'); 643 | }, fsErrorHandler); 644 | 645 | fs.root.getFile(unsafeWindow.gid + '.zip', {create: true}, loopWrite, fsErrorHandler); 646 | }, fsErrorHandler); 647 | //fs.root.getFile(unsafeWindow.gid + '.zip', {create: true}, loopWrite, fsErrorHandler); 648 | }; 649 | 650 | var saveToBlob = function(abData){ 651 | curFile.textContent = 'Generating Blob object...'; 652 | var save = function() { 653 | // rebuild blob object if "File is not exist" occured 654 | var blob = createBlob([abData], {type: setting['save-as-cbz'] ? 'application/vnd.comicbook+zip' : 'application/zip'}); 655 | saveAs(blob, fileName + (setting['save-as-cbz'] ? '.cbz' : '.zip')); 656 | 657 | setTimeout(function(){ 658 | if ('close' in blob) blob.close(); 659 | blob = null; 660 | }, 10e3); // 10s to fixed Chrome delay downloads 661 | } 662 | save(); 663 | 664 | var redownloadBtn = document.createElement('button'); 665 | redownloadBtn.textContent = 'Not download? Click here to download'; 666 | redownloadBtn.addEventListener('click', save); 667 | ehDownloadDialog.appendChild(redownloadBtn); 668 | 669 | if (!forced) { 670 | insertCloseButton(function() { 671 | redownloadBtn.removeEventListener('click', save); 672 | ehDownloadDialog.removeChild(redownloadBtn); 673 | abData = null; 674 | save = null; 675 | }); 676 | } 677 | isSaving = false; 678 | }; 679 | 680 | var errorHandler = function (error) { 681 | pushDialog('An error occurred when generating Zip file as ArrayBuffer.'); 682 | console.error('[EHD] An error occurred when generating Zip file as ArrayBuffer.'); 683 | console.error(error); 684 | if (confirm('An error occurred when generating Zip file as ArrayBuffer. Try again?')) return generateZip(isFromFS, fs, 1); 685 | 686 | var fsErrorHandler = function(error) { 687 | ehDownloadFS.errorHandler(error); 688 | ehDownloadFS.removeAllFiles(); 689 | 690 | if (confirm('An error occured when storing files to FileSystem.\n' + 691 | 'Error Name: ' + (error.name || 'Unknown Error') + '\n' + 692 | 'Error Message: ' + error.message + '\n\n' + 693 | 'Should I try again (Yes) or stop it (No, and the downloaded file will be removed)? \n' + 694 | '* If the error message shows there\'s no more free disk space, try removing some files from the drive where Chrome installed (mostly C: on Windows)')) { 695 | generateZip(isFromFS, fs, isRetry, forced); 696 | } 697 | }; 698 | 699 | if (isFromFS || ehDownloadFS.needFileSystem) { 700 | // if enabled file system, then store all files into file system 701 | pushDialog('Storing files into File System...'); 702 | var files = zip.file(/.*/); 703 | var fileIndex = 0; 704 | var filesLength = files.length; 705 | var initFS = function(r){ 706 | fs = r; 707 | fs.root.getDirectory('raw', {create: true}, loopWrite, fsErrorHandler); 708 | }; 709 | var loopWrite = function(){ 710 | fs.root.getFile('raw/' + files[fileIndex]['name'], {create: true}, function(fileEntry){ 711 | fileEntry.createWriter(function(fileWriter){ 712 | console.log('[EHD] FileIndex >', fileIndex, '| FilesLength >', filesLength); 713 | var blob = createBlob([files[fileIndex].asArrayBuffer()], {type: 'application/octet-stream'}); 714 | fileWriter.write(blob); 715 | if ('close' in blob) blob.close(); // File Blob.close() API, not supported by all the browser now 716 | blob = null; 717 | fileIndex++; // some files may still gone in this way, I have no good way to solve it 718 | if (fileIndex < filesLength) setTimeout(loopWrite, 100); 719 | else { 720 | fs.root.getFile('config.txt', {create: true}, function(fileEntry){ 721 | fileEntry.createWriter(function(fileWriter){ 722 | var t = JSON.stringify({fileName: fileName, dirName: dirName}); 723 | var blob = createBlob([t], {type: 'text/plain'}); 724 | fileWriter.write(blob); 725 | if ('close' in blob) blob.close(); // File Blob.close() API, not supported by all the browser now 726 | blob = null; 727 | pushDialog('Success!\nPlease close this tab and open a new tab to download.\nIf you still can\'t download it, try using HTML5 FileSystem Explorer to save them.'); 728 | 729 | files.forEach(function(elem){ 730 | zip.remove(elem.name); 731 | }); 732 | zip = undefined; 733 | isSaving = false; 734 | }); 735 | }); 736 | } 737 | }, fsErrorHandler); 738 | }, fsErrorHandler); 739 | }; 740 | requestFileSystem(window.TEMPORARY, 1024 * 1024 * 1024 * 1024, initFS, fsErrorHandler); 741 | } 742 | } 743 | 744 | try { 745 | var lastMetaTime = 0; 746 | var generateConfig = { 747 | type: 'arraybuffer', 748 | compression: setting['compression-level'] ? 'DEFLATE' : 'STORE', 749 | compressionOptions: { 750 | level: Math.min(Math.max(setting['compression-level'], 1), 9) 751 | }, 752 | streamFiles: setting['file-descriptor'] ? true : false, 753 | comment: setting['save-info'] === 'comment' ? infoStr.replace(/\n/gi, '\r\n') : undefined 754 | }; 755 | var onProgress = function (meta) { 756 | // meta update function will be called nearly every 1ms, for performance, update every 300ms 757 | // anyway it's still too fast so that you may still cannot see the update 758 | var thisMetaTime = Date.now(); 759 | if (thisMetaTime - lastMetaTime < 300) { 760 | return; 761 | } 762 | lastMetaTime = thisMetaTime; 763 | progress.value = meta.percent / 100; 764 | curFile.textContent = meta.currentFile || 'Calculating extra data...'; 765 | }; 766 | 767 | var defaultHandle = function() { 768 | // build arraybuffer object to detect if it generates successfully 769 | zip.generateAsync(generateConfig, onProgress).then(function (abData) { 770 | progress.value = 1; 771 | 772 | if (isFromFS || ehDownloadFS.needFileSystem) { // using filesystem to save file is needed 773 | saveToFileSystem(abData); 774 | } 775 | else { // or just using blob 776 | saveToBlob(abData); 777 | } 778 | 779 | if (!forced) { 780 | if (emptyAudio) { 781 | emptyAudio.pause(); 782 | } 783 | zip.file(/.*/).forEach(function (elem) { 784 | zip.remove(elem.name); 785 | }); 786 | } 787 | abData = undefined; 788 | }).catch(errorHandler); 789 | }; 790 | 791 | var streamHandle = function () { 792 | var stream = zip.generateInternalStream(generateConfig, onProgress); 793 | var fs = fs || ehDownloadFS.fs; 794 | var writer; 795 | 796 | var fsErrorHandler = function (err) { 797 | console.error('[EHD] An error occurred when generating Zip file as stream, fallback to default generate.'); 798 | console.error(err); 799 | pushDialog('An error occurred when generating Zip file as stream, fallback to default generate.'); 800 | stream.pause(); 801 | defaultHandle(); 802 | }; 803 | 804 | var chunk = []; 805 | var done = false; 806 | stream.on('data', function (data, meta) { 807 | if (!writer) { 808 | throw new Error('FileWriter is not usable.'); 809 | } 810 | 811 | onProgress(meta); 812 | chunk.push(data); 813 | }).on('end', function () { 814 | progress.value = 1; 815 | 816 | if (!forced) { 817 | if (emptyAudio) { 818 | emptyAudio.pause(); 819 | } 820 | zip.file(/.*/).forEach(function (elem) { 821 | zip.remove(elem.name); 822 | }); 823 | } 824 | done = true; 825 | }).on('error', fsErrorHandler); 826 | 827 | fs.root.getFile(unsafeWindow.gid + '.zip', { create: true }, function (fileEntry) { 828 | if (fileEntry.isFile) fileEntry.remove(function () { 829 | console.log('[EHD] File', fileName, 'is removed.'); 830 | }, fsErrorHandler); 831 | else if (fileEntry.isDirectory) fileEntry.removeRecursively(function () { 832 | console.log('[EHD] Directory', fileName, 'is removed.'); 833 | }, fsErrorHandler); 834 | 835 | fs.root.getFile(unsafeWindow.gid + '.zip', { create: true }, function (entry) { 836 | entry.createWriter(function (fileWriter) { 837 | writer = fileWriter; 838 | writer.onwriteend = function (e) { 839 | if (done && !chunk.length) { 840 | setTimeout(function () { 841 | ehDownloadFS.saveAs(isFromFS ? fs : undefined, forced); 842 | isSaving = false; 843 | }, 0); 844 | return; 845 | } 846 | var blob = createBlob(chunk, { type: 'application/zip' }); 847 | writer.write(blob); 848 | if ('close' in blob) blob.close(); // File Blob.close() API, depreated 849 | blob = null; 850 | chunk = []; 851 | }; 852 | writer.onerror = fsErrorHandler; 853 | if (stream) { 854 | stream.resume(); 855 | setTimeout(() => { 856 | writer.write(new Blob(chunk, { type: 'application/zip' })); 857 | }, 0); 858 | } 859 | }); 860 | }, fsErrorHandler); 861 | }, fsErrorHandler); 862 | } 863 | 864 | if (isFromFS || ehDownloadFS.needFileSystem) { 865 | streamHandle(); 866 | return; 867 | } 868 | defaultHandle(); 869 | } 870 | catch (error) { 871 | errorHandler(error); 872 | } 873 | } 874 | 875 | // update progress table info 876 | function updateProgress(nodeList, data) { 877 | if (data.name !== undefined) nodeList.fileName.textContent = data.name; 878 | if (data.progress !== undefined && !Number.isNaN(data.progress)) nodeList.progress.value = data.progress; 879 | if (data.progressText !== undefined) nodeList.progressText.textContent = data.progressText; 880 | if (data.status !== undefined) nodeList.statusText.textContent = data.status; 881 | if (data.class !== undefined) nodeList.current.className = ['ehD-pt-item', data.class].join(' ').trim(); 882 | } 883 | 884 | // update ehDownloadStatus 885 | function updateTotalStatus(){ 886 | ehDownloadStatus.textContent = 'Total: ' + totalCount + ' | Downloading: ' + fetchCount + ' | Succeed: ' + downloadedCount + ' | Failed: ' + failedCount; 887 | if (needTitleStatus) document.title = '[' + (isPausing ? '❙❙' : downloadedCount < totalCount ? '↓ ' + downloadedCount + '/' + totalCount : totalCount === 0 ? '↓' : '√' ) + '] ' + pretitle; 888 | } 889 | 890 | // Updated on 1.19: Now the index argument is the page's number - 1 (original is page's number) 891 | function failedFetching(index, nodeList, forced){ 892 | if (!isDownloading || imageData[index] instanceof ArrayBuffer) return; // Temporarily fixes #31 893 | if (typeof fetchThread[index] !== 'undefined' && 'abort' in fetchThread[index]) fetchThread[index].abort(); 894 | console.error('[EHD] Index >', index + 1, ' | RealIndex >', (imageList[index] || {})['realIndex'], ' | Name >', (imageList[index] || {})['imageName'], ' | RetryCount >', retryCount[index], ' | DownloadedCount >', downloadedCount, ' | FetchCount >', fetchCount, ' | FailedCount >', failedCount); 895 | 896 | if (!forced && retryCount[index] < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) { 897 | retryCount[index]++; 898 | fetchOriginalImage(index, nodeList); 899 | } 900 | else { 901 | updateProgress(nodeList, { 902 | class: 'ehD-pt-failed' 903 | }); 904 | 905 | if (imageList[index]) { 906 | imageList[index]['imageFinalURL'] = null; 907 | } 908 | failedCount++; 909 | if (!isPausing || !setting['force-pause']) fetchCount--; 910 | 911 | updateTotalStatus(); 912 | checkFailed(); 913 | } 914 | } 915 | 916 | function saveDownloaded(forced){ 917 | renameImages(); 918 | 919 | for (var j = 0; j < imageData.length; j++) { 920 | if (imageData[j] != null && imageData[j] !== 'Fetching') { 921 | (dirName && !ehDownloadRegex.slashOnly.test(dirName) ? zip.folder(dirName) : zip).file(imageList[j]['imageName'], imageData[j]); 922 | if (!forced) imageData[j] = null; 923 | } 924 | } 925 | generateZip(false, undefined, false, forced); 926 | if (forced) { 927 | // if force download zip file, image data should be recoverd to original content 928 | imageList.forEach(function(elem, index) { 929 | elem.equalCount = 1; 930 | elem.imageName = elem._imageName; 931 | }); 932 | } 933 | } 934 | 935 | function checkFailed() { 936 | if (downloadedCount + failedCount < totalCount) { // download not finished, some files are not being called to download 937 | requestDownload(); 938 | } 939 | else if (failedCount > 0) { // all files are called to download and some files can't be downloaded 940 | if (fetchCount === 0) { // all files are finished downloading 941 | for (var i = 0; i < fetchThread.length; i++) { 942 | if (typeof fetchThread[i] !== 'undefined' && 'abort' in fetchThread[i]) fetchThread[i].abort(); 943 | } 944 | if (setting['number-auto-retry'] || confirm('Some images failed to download. Would you like to try them again?')) { 945 | retryAllFailed(); 946 | } 947 | else { 948 | var failedPages = []; 949 | for (var i = 0; i < imageData.length; i++) { 950 | if (imageData[i] == null || imageData[i] === 'Fetching') { 951 | failedPages.push(i + 1); 952 | } 953 | } 954 | pushDialog('\nFetch images failed.\nFailed Pages: ' + failedPages.join(',') + '\n'); 955 | if (setting['auto-download-cancel'] || confirm('Fetch images failed, Please try again later.\n\nWould you like to download downloaded images?')) { 956 | saveDownloaded(); 957 | } 958 | else { 959 | insertCloseButton(); 960 | } 961 | isDownloading = false; 962 | 963 | loadImageLimits(true); 964 | } 965 | } 966 | } 967 | else { // all files are downloaded successfully 968 | renameImages(); 969 | for (var j = 0; j < totalCount; j++) { 970 | (dirName && !ehDownloadRegex.slashOnly.test(dirName) ? zip.folder(dirName) : zip).file(imageList[j]['imageName'], imageData.shift()); 971 | } 972 | generateZip(); 973 | isDownloading = false; 974 | 975 | loadImageLimits(true); 976 | } 977 | } 978 | 979 | // Updated on 1.19: Now the index argument is the page's number - 1 (original is page's number) 980 | function fetchOriginalImage(index, nodeList) { 981 | // GM_xhr 于 GreaseMonkey 2.3 / 2.4 中开始支持 responseType 以获取返回类型为 ArrayBuffer 的请求 982 | // GM_xhr support responseType to fetch ArrayBuffer request on 2.3 / 2.4 983 | // https://github.com/greasemonkey/greasemonkey/issues/1834 984 | //console.log(imageList[index]); 985 | if (retryCount[index] === undefined) retryCount[index] = 0; 986 | if (isPausing) return; 987 | 988 | var requestURL = imageList[index]['imageFinalURL'] || imageList[index]['imageURL']; 989 | var needScrollIntoView = ehDownloadDialog.clientHeight + ehDownloadDialog.scrollTop >= ehDownloadDialog.scrollHeight - 5; 990 | 991 | if (setting['original-download-domain']) { 992 | requestURL = requestURL.replace(location.hostname, setting['original-download-domain']); 993 | } 994 | 995 | if (nodeList === undefined) { 996 | var node = progressTable.querySelector('tr[data-index="' + index + '"]'); 997 | if (!node) { 998 | node = document.createElement('tr'); 999 | node.className = 'ehD-pt-item'; 1000 | node.setAttribute('data-index', index); 1001 | node.innerHTML = '\ 1002 | #' + imageList[index]['realIndex'] + ': ' + imageList[index]['imageName'] + ' | \
1003 | \
1004 | \
1005 | \
1006 | | \
1007 | \
1008 | Pending...\
1009 | Force Abort\
1010 | | ';
1011 | progressTable.appendChild(node);
1012 | }
1013 |
1014 | nodeList = {
1015 | current: node,
1016 | fileName: node.getElementsByTagName('td')[0],
1017 | status: node.getElementsByTagName('td')[2],
1018 | statusText: node.getElementsByClassName('ehD-pt-status-text')[0],
1019 | progress: node.getElementsByTagName('progress')[0],
1020 | progressText: node.getElementsByTagName('span')[0],
1021 | abort: node.getElementsByClassName('ehD-pt-abort')[0]
1022 | };
1023 | }
1024 | var speedInfo = {
1025 | lastProgress: 0,
1026 | lastTimestamp: new Date().getTime(),
1027 | zeroDetect: null,
1028 | expiredDetect: null
1029 | };
1030 |
1031 | if (needScrollIntoView) {
1032 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight;
1033 | }
1034 |
1035 | var zeroSpeedHandler = function(res){
1036 | if (imageData[index] instanceof ArrayBuffer) { // Has already downloaded
1037 | updateProgress(nodeList, {
1038 | name: '#' + imageList[index]['realIndex'] + ': ' + imageList[index]['imageName'],
1039 | status: 'Succeed!',
1040 | progress: '1',
1041 | progressText: '100%',
1042 | class: 'ehD-pt-succeed'
1043 | });
1044 |
1045 | return;
1046 | }
1047 | if (!isDownloading) return; // Temporarily fixes #31
1048 | if (isPausing && setting['force-pause']) return;
1049 |
1050 | updateProgress(nodeList, { progressText: '0 KB/s' });
1051 |
1052 | if (setting['speed-detect'] && speedInfo.expiredDetect === null) {
1053 | speedInfo.expiredDetect = setTimeout(expiredSpeedHandler, (setting['speed-expired'] ? setting['speed-expired'] : 30) * 1000, res);
1054 | }
1055 | };
1056 |
1057 | var expiredSpeedHandler = function(res){
1058 | if (imageData[index] instanceof ArrayBuffer) { // Has already downloaded
1059 | updateProgress(nodeList, {
1060 | name: '#' + imageList[index]['realIndex'] + ': ' + imageList[index]['imageName'],
1061 | status: 'Succeed!',
1062 | progress: '1',
1063 | progressText: '100%',
1064 | class: 'ehD-pt-succeed'
1065 | });
1066 |
1067 | return;
1068 | }
1069 | if (!isDownloading) return; // Temporarily fixes #31
1070 | if (isPausing && setting['force-pause']) return;
1071 |
1072 | if (typeof fetchThread[index] !== 'undefined' && 'abort' in fetchThread[index]) fetchThread[index].abort();
1073 |
1074 | console.log('[EHD] #' + (index + 1) + ': Speed Too Low');
1075 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1076 |
1077 | updateProgress(nodeList, {
1078 | status: 'Failed! (Low Speed)',
1079 | progress: '0',
1080 | progressText: '',
1081 | class: 'ehD-pt-warning'
1082 | });
1083 |
1084 | if (ehDownloadRegex.originalImagePattern.test(imageList[index]['imageURL']) && imageList[index]['imageURL'] !== res.finalUrl) {
1085 | imageList[index]['imageFinalURL'] = res.finalUrl;
1086 | }
1087 |
1088 | for (var i in res) {
1089 | delete res[i];
1090 | }
1091 |
1092 | failedFetching(index, nodeList);
1093 | };
1094 |
1095 | var removeTimerHandler = function(){
1096 | if (speedInfo.expiredDetect !== null) {
1097 | clearTimeout(speedInfo.expiredDetect);
1098 | speedInfo.expiredDetect = null;
1099 | }
1100 |
1101 | if (speedInfo.zeroDetect !== null) {
1102 | clearTimeout(speedInfo.zeroDetect);
1103 | speedInfo.zeroDetect = null;
1104 | }
1105 | };
1106 |
1107 | var requestHeaders = {
1108 | Referer: imageList[index]['pageURL'],
1109 | 'X-Alt-Referer': imageList[index]['pageURL']
1110 | };
1111 |
1112 | if (setting['pass-cookies']) {
1113 | requestHeaders.Cookie = document.cookie;
1114 | }
1115 |
1116 | if (ehDownloadRegex.originalImagePattern.test(requestURL)) {
1117 | requestHeaders['Cache-Control'] = 'no-cache';
1118 | }
1119 |
1120 | fetchThread[index] = GM_xmlhttpRequest({
1121 | method: 'GET',
1122 | url: requestURL,
1123 | responseType: 'arraybuffer',
1124 | timeout: (setting['timeout'] !== undefined) ? Number(setting['timeout']) * 1000 || undefined : 300000,
1125 | headers: requestHeaders,
1126 | onprogress: function(res) {
1127 | var t = new Date().getTime();
1128 | var speedText;
1129 | var speedKBs = res.lengthComputable ? Number((res.loaded - speedInfo.lastProgress) / (t - speedInfo.lastTimestamp) / 1.024) : -1;
1130 |
1131 | if (t - speedInfo.lastTimestamp >= 1000 || speedInfo.lastProgress === 0) {
1132 | speedText = res.lengthComputable ? speedKBs.toFixed(2) + ' KB/s' : '';
1133 | speedInfo.lastProgress = res.loaded;
1134 | speedInfo.lastTimestamp = t;
1135 | }
1136 |
1137 | updateProgress(nodeList, {
1138 | name: '#' + imageList[index]['realIndex'] + ': ' + imageList[index]['imageName'],
1139 | progress: res.lengthComputable ? res.loaded / (res.total || 1) : '',
1140 | progressText: speedText,
1141 | class: '',
1142 | status: retryCount[index] === 0 ? 'Downloading...' : 'Retrying (' + retryCount[index] + '/' + (setting['retry-count'] !== undefined ? setting['retry-count'] : 3) + ') ...'
1143 | });
1144 |
1145 | // set showing speed to 0
1146 | if (speedInfo.zeroDetect !== null) {
1147 | clearTimeout(speedInfo.zeroDetect);
1148 | speedInfo.zeroDetect = null;
1149 | }
1150 | speedInfo.zeroDetect = setTimeout(zeroSpeedHandler, 3000, res);
1151 |
1152 | if (setting['speed-detect']) {
1153 | if (speedKBs >= setting['speed-min'] ? setting['speed-min'] : 5) {
1154 |
1155 | if (speedInfo.expiredDetect !== null) {
1156 | clearTimeout(speedInfo.expiredDetect);
1157 | speedInfo.expiredDetect = null;
1158 | }
1159 |
1160 | for (var i in res) {
1161 | delete res[i];
1162 | }
1163 | }
1164 | else if (speedInfo.expiredDetect === null) {
1165 | speedInfo.expiredDetect = setTimeout(expiredSpeedHandler, (setting['speed-expired'] ? setting['speed-expired'] : 30) * 1000, res);
1166 | console.log('[EHD] Speed detect handler is inited for', index + 1, '!');
1167 | }
1168 | }
1169 |
1170 | if (ehDownloadRegex.originalImagePattern.test(imageList[index]['imageURL']) && imageList[index]['imageURL'] !== res.finalUrl) {
1171 | imageList[index]['imageFinalURL'] = res.finalUrl;
1172 | }
1173 | },
1174 | onload: function(res) {
1175 | try {
1176 | removeTimerHandler();
1177 | if (!isDownloading || imageData[index] instanceof ArrayBuffer) return; // Temporarily fixes #31
1178 |
1179 | // cache them to reduce waiting time and CPU usage on Chrome with Tampermonkey
1180 | // (Tampermonkey uses a dirty way to give res.response, transfer string to arraybuffer every time)
1181 | // now store progress just spent ~1s instead of ~8s
1182 | var response = res.response;
1183 | var responseHeaders = res.responseHeaders;
1184 |
1185 | // use regex to fixed compatibility with http/2, as its headers are lower case (at least fixed with Yandex Turbo)
1186 | var mime = responseHeaders.match(/Content-Type:/i) ? responseHeaders.split(/Content-Type:/i)[1].split('\n')[0].trim().split('/') : ['', ''];
1187 |
1188 | if (!response) {
1189 | console.log('[EHD] #' + (index + 1) + ': Empty Response (See: https://github.com/ccloli/E-Hentai-Downloader/issues/16 )');
1190 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1191 |
1192 | updateProgress(nodeList, {
1193 | status: 'Failed! (Empty Response)',
1194 | progress: '0',
1195 | progressText: '',
1196 | class: 'ehD-pt-warning'
1197 | });
1198 |
1199 | for (var i in res) {
1200 | delete res[i];
1201 | }
1202 | return failedFetching(index, nodeList);
1203 |
1204 | // res.response polyfill is useless, so it has been removed
1205 | }
1206 |
1207 | var byteLength = response.byteLength;
1208 | var responseText;
1209 | if (mime[0] === 'text') {
1210 | responseText = new TextDecoder().decode(new DataView(response));
1211 | }
1212 |
1213 | if (byteLength === 925) { // '403 Access Denied' Image Byte Size
1214 | // GM_xhr only support abort()
1215 | console.log('[EHD] #' + (index + 1) + ': 403 Access Denied');
1216 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1217 |
1218 | updateProgress(nodeList, {
1219 | status: 'Failed! (Error 403)',
1220 | progress: '0',
1221 | progressText: '',
1222 | class: 'ehD-pt-warning'
1223 | });
1224 |
1225 | for (var i in res) {
1226 | delete res[i];
1227 | }
1228 | return failedFetching(index, nodeList, true);
1229 | }
1230 | if (byteLength === 28) { // 'An error has occurred. (403)' Length
1231 | console.log('[EHD] #' + (index + 1) + ': An error has occurred. (403)');
1232 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1233 |
1234 | updateProgress(nodeList, {
1235 | status: 'Failed! (Error 403)',
1236 | progress: '0',
1237 | progressText: '',
1238 | class: 'ehD-pt-warning'
1239 | });
1240 |
1241 | for (var i in res) {
1242 | delete res[i];
1243 | }
1244 | return failedFetching(index, nodeList, true);
1245 | }
1246 | if (
1247 | byteLength === 142 || // Image Viewing Limits String Byte Size (exhentai)
1248 | byteLength === 144 || // Image Viewing Limits String Byte Size (g.e-hentai)
1249 | byteLength === 28658 || // '509 Bandwidth Exceeded' Image Byte Size
1250 | byteLength === 102 || // You have reached the image limit, and do not have sufficient GP to buy a download quota.
1251 | byteLength === 93 || // Downloading original files during peak hours requires GP, and you do not have enough.
1252 | (mime[0] === 'text' && (
1253 | responseText.indexOf('You have exceeded your image viewing limits') >= 0 ||
1254 | responseText.indexOf('do not have sufficient GP to buy') >= 0 ||
1255 | responseText.indexOf('requires GP, and you do not have enough') >= 0
1256 | )) // directly detect response content in case byteLength will be modified
1257 | ) {
1258 | // thought exceed the limits, downloading image is still accessable
1259 | /*for (var i = 0; i < fetchThread.length; i++) {
1260 | if (typeof fetchThread[i] !== 'undefined' && 'abort' in fetchThread[i]) fetchThread[i].abort();
1261 | }*/
1262 | console.log('[EHD] #' + (index + 1) + ': Exceed Image Viewing Limits / 509 Bandwidth Exceeded');
1263 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1264 |
1265 | updateProgress(nodeList, {
1266 | status: 'Failed! (Exceed Limits/GPs)',
1267 | progress: '0',
1268 | progressText: '',
1269 | class: 'ehD-pt-failed'
1270 | });
1271 |
1272 | for (var i in res) {
1273 | delete res[i];
1274 | }
1275 |
1276 | failedCount++;
1277 | fetchCount--;
1278 | updateTotalStatus();
1279 |
1280 | if (isPausing) return;
1281 |
1282 | pushDialog('You have exceeded your image viewing limits, or you need GP to download.\n');
1283 | isPausing = true;
1284 | updateTotalStatus();
1285 | if (emptyAudio) {
1286 | emptyAudio.pause();
1287 | }
1288 |
1289 | if (ehDownloadDialog.contains(ehDownloadPauseBtn)) {
1290 | ehDownloadDialog.removeChild(ehDownloadPauseBtn);
1291 | }
1292 |
1293 | if (confirm('You have temporarily reached the limit for how many images you can browse.\n\
1294 | If you don\'t have enough limit, or it\'s in site\'s peak hours, or the gallery is uploaded for a long time, you need to use GP to download, but you don\'t have enough GP to add quota.\n\n\
1295 | To increase viewing limits, you can:\n\
1296 | - If you are not signed in, sign in to get quota.\n\
1297 | - Run Hentai@Home to get points which you can pay to increase your limit.\n\
1298 | - Check back in a few hours, and it\'ll slowly recovered (3 points per minute by default).\n\
1299 | - You can reset it by paying your GPs or credits.\n\n\
1300 | To gain GP, you can:\n\
1301 | - Upload galleries and earn GP from visits and users using offical archive download.\n\
1302 | - Run Hentai@Home to earn GP from hit.\n\
1303 | - Upload torrents.\n\
1304 | - Write comments and gain from others voting.\n\
1305 | - Exchange GP with credits or hath, or donation.\n\
1306 | - Wait till your limits recovered or the peak hours passed.\n\n\
1307 | If you want to reset your limits by paying your GPs or credits right now, or exchange GPs, choose YES, and do it in the opened window. Or if you want to wait a few minutes until you have enough free limit, then continue, choose NO.')) {
1308 | window.open('https://e-hentai.org/home.php');
1309 | }
1310 |
1311 | var resetButton = document.createElement('a');
1312 | resetButton.innerHTML = '';
1313 | resetButton.setAttribute('href', 'https://e-hentai.org/home.php');
1314 | resetButton.setAttribute('target', '_blank');
1315 | ehDownloadDialog.appendChild(resetButton);
1316 |
1317 | var continueButton = document.createElement('button');
1318 | continueButton.innerHTML = 'Continue Download';
1319 | continueButton.addEventListener('click', function(){
1320 | //fetchCount = 0;
1321 | ehDownloadDialog.removeChild(resetButton);
1322 | ehDownloadDialog.removeChild(continueButton);
1323 | ehDownloadDialog.removeChild(cancelButton);
1324 | ehDownloadDialog.appendChild(ehDownloadPauseBtn);
1325 |
1326 | isPausing = false;
1327 | initProgressTable();
1328 | checkFailed();
1329 | });
1330 | ehDownloadDialog.appendChild(continueButton);
1331 |
1332 | var cancelButton = document.createElement('button');
1333 | cancelButton.innerHTML = 'Cancel Download';
1334 | cancelButton.addEventListener('click', function(){
1335 | ehDownloadDialog.removeChild(resetButton);
1336 | ehDownloadDialog.removeChild(continueButton);
1337 | ehDownloadDialog.removeChild(cancelButton);
1338 |
1339 | if (setting['auto-download-cancel'] || confirm('You have exceeded your image viewing limits. Would you like to save downloaded images?')) {
1340 | saveDownloaded();
1341 | }
1342 | else {
1343 | insertCloseButton();
1344 | }
1345 | isPausing = false;
1346 | isDownloading = false;
1347 |
1348 | loadImageLimits(true);
1349 | });
1350 | ehDownloadDialog.appendChild(cancelButton);
1351 |
1352 | return;
1353 | }
1354 | // ip banned
1355 | if (mime[0] === 'text') {
1356 | if (responseText.indexOf('Your IP address has been temporarily banned') >= 0) {
1357 | console.log('[EHD] #' + (index + 1) + ': IP address banned');
1358 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1359 |
1360 | updateProgress(nodeList, {
1361 | status: 'Failed! (IP banned)',
1362 | progress: '0',
1363 | progressText: '',
1364 | class: 'ehD-pt-failed'
1365 | });
1366 |
1367 | for (var i in res) {
1368 | delete res[i];
1369 | }
1370 |
1371 | failedCount++;
1372 | fetchCount--;
1373 | updateTotalStatus();
1374 |
1375 | if (isPausing) return;
1376 |
1377 | pushDialog('Your IP address has been temporarily banned.\n');
1378 | isPausing = true;
1379 | updateTotalStatus();
1380 | if (emptyAudio) {
1381 | emptyAudio.pause();
1382 | }
1383 |
1384 | if (ehDownloadDialog.contains(ehDownloadPauseBtn)) {
1385 | ehDownloadDialog.removeChild(ehDownloadPauseBtn);
1386 | }
1387 |
1388 | var expiredTime = responseText.match(ehDownloadRegex.IPBanExpires);
1389 |
1390 | alert('Your IP address has been temporarily banned. \n\n\
1391 | Make sure your download settings are not configured to download too fast. If you are using conservative rules, check if your computer is infected with malware, or if you are using a shared IP with others.\n\
1392 | If you can change your IP (like using a proxy) or wait until you\'re unblocked, you can then continue your download; or cancel your download and get downloaded images.\n\n' +
1393 | (expiredTime ? '\n' + expiredTime[0] : '')
1394 | );
1395 |
1396 | var continueButton = document.createElement('button');
1397 | continueButton.innerHTML = 'Continue Download';
1398 | continueButton.addEventListener('click', function () {
1399 | //fetchCount = 0;
1400 | ehDownloadDialog.removeChild(continueButton);
1401 | ehDownloadDialog.removeChild(cancelButton);
1402 | ehDownloadDialog.appendChild(ehDownloadPauseBtn);
1403 |
1404 | isPausing = false;
1405 | initProgressTable();
1406 | checkFailed();
1407 | });
1408 | ehDownloadDialog.appendChild(continueButton);
1409 |
1410 | var cancelButton = document.createElement('button');
1411 | cancelButton.innerHTML = 'Cancel Download';
1412 | cancelButton.addEventListener('click', function () {
1413 | ehDownloadDialog.removeChild(continueButton);
1414 | ehDownloadDialog.removeChild(cancelButton);
1415 |
1416 | if (setting['auto-download-cancel'] || confirm('Would you like to save downloaded images?')) {
1417 | saveDownloaded();
1418 | }
1419 | else {
1420 | insertCloseButton();
1421 | }
1422 | isPausing = false;
1423 | isDownloading = false;
1424 |
1425 | loadImageLimits(true);
1426 | });
1427 | ehDownloadDialog.appendChild(cancelButton);
1428 |
1429 | return;
1430 | }
1431 | if (responseText.indexOf('as your account has been suspended') >= 0) {
1432 | console.log('[EHD] #' + (index + 1) + ': Account Suspended');
1433 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1434 |
1435 | updateProgress(nodeList, {
1436 | status: 'Failed! (Suspended)',
1437 | progress: '0',
1438 | progressText: '',
1439 | class: 'ehD-pt-failed'
1440 | });
1441 |
1442 | for (var i in res) {
1443 | delete res[i];
1444 | }
1445 |
1446 | if (setting['force-resized'] || confirm('Your account has been suspended.\n\n\
1447 | Your account is suspended by E-Hentai, and you can check your unblock time on E-Hentai forum. At this time, you cannot access to any user-related page and download original images.\n\
1448 | You can still access to resized images, would you like to switch to download resized images?')) {
1449 | setting['force-resized'] = true;
1450 | getPageData(index);
1451 | return;
1452 | }
1453 |
1454 | if (setting['auto-download-cancel'] || confirm('Would you like to save downloaded images?')) {
1455 | saveDownloaded();
1456 | }
1457 | else {
1458 | insertCloseButton();
1459 | }
1460 | isDownloading = false;
1461 |
1462 | loadImageLimits(true);
1463 | return;
1464 | }
1465 | }
1466 | // res.status should be detected at here, because we should know are we reached image limits at first
1467 | if (res.status !== 200) {
1468 | console.log('[EHD] #' + (index + 1) + ': Wrong Response Status (' + res.status + ')');
1469 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1470 |
1471 | updateProgress(nodeList, {
1472 | status: 'Failed! (Status ' + res.status + ')',
1473 | progress: '0',
1474 | progressText: '',
1475 | class: 'ehD-pt-warning'
1476 | });
1477 |
1478 | for (var i in res) {
1479 | delete res[i];
1480 | }
1481 | return failedFetching(index, nodeList, res.status === 404);
1482 | }
1483 | // hot fix for new E-Hentai original image server, as it returns an invalid `Content-Type` header (#153)
1484 | if (['image', 'jpg', 'jpeg', 'gif', 'png', 'bmp', 'tif', 'tiff', 'webp', 'apng'].indexOf(mime[0]) < 0) {
1485 | console.log('[EHD] #' + (index + 1) + ': Wrong Content-Type');
1486 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1487 |
1488 | updateProgress(nodeList, {
1489 | status: 'Failed! (Wrong MIME)',
1490 | progress: '0',
1491 | progressText: '',
1492 | class: 'ehD-pt-warning'
1493 | });
1494 |
1495 | for (var i in res) {
1496 | delete res[i];
1497 | }
1498 | return failedFetching(index, nodeList);
1499 | }
1500 |
1501 | // logs in #80 shows sometimes it didn't match the regex, but cannot reproduce right now
1502 | try {
1503 | var imageName = imageList[index]['imageName'];
1504 | if (ehDownloadRegex.resFileName.test(res.responseHeaders)) {
1505 | imageName = getSafeName(res.responseHeaders.match(ehDownloadRegex.resFileName)[1].trim())
1506 | } else {
1507 | var fileNameFromUrl = (res.finalUrl || requestURL).split('/').pop().split('?').shift();
1508 | // TODO: enum all image file extensions? at least blocks fullimg.php
1509 | if (fileNameFromUrl.indexOf('.') > 0 && fileNameFromUrl.indexOf('.php') < 0) {
1510 | imageName = getSafeName(fileNameFromUrl);
1511 | } else {
1512 | imageName = imageList[index]['imageName'];
1513 | }
1514 | }
1515 | imageList[index]['_imageName'] = imageList[index]['imageName'] = imageName;
1516 | }
1517 | catch (error) {
1518 | console.log('[EHD] #' + (index + 1) + ': Parse file name failed');
1519 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1520 |
1521 | imageList[index]['_imageName'] = imageList[index]['imageName'];
1522 | }
1523 |
1524 | updateProgress(nodeList, {
1525 | name: '#' + imageList[index]['realIndex'] + ': ' + imageList[index]['imageName'],
1526 | status: 'Succeed!',
1527 | progress: '1',
1528 | progressText: '100%',
1529 | class: 'ehD-pt-succeed'
1530 | });
1531 |
1532 | storeRes(response, index);
1533 |
1534 | for (var i in res) {
1535 | delete res[i];
1536 | }
1537 | response = null;
1538 | }
1539 | catch (error) {
1540 | console.log('[EHD] #' + (index + 1) + ': Unknown Error (Please send feedback)');
1541 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1542 | console.log(error);
1543 |
1544 | updateProgress(nodeList, {
1545 | status: 'Failed! (Unknown)',
1546 | progress: '0',
1547 | progressText: '',
1548 | class: 'ehD-pt-failed'
1549 | });
1550 |
1551 | for (var i in res) {
1552 | delete res[i];
1553 | }
1554 | return failedFetching(index, nodeList);
1555 | }
1556 | },
1557 | onerror: function(res){
1558 | removeTimerHandler();
1559 | if (!isDownloading || imageData[index] instanceof ArrayBuffer) return; // Temporarily fixes #31
1560 |
1561 | console.log('[EHD] #' + (index + 1) + ': Network Error');
1562 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1563 |
1564 | updateProgress(nodeList, {
1565 | status: 'Failed! (Network Error)',
1566 | progress: '0',
1567 | progressText: '',
1568 | class: 'ehD-pt-warning'
1569 | });
1570 |
1571 | if (ehDownloadRegex.originalImagePattern.test(imageList[index]['imageURL']) && imageList[index]['imageURL'] !== res.finalUrl) {
1572 | imageList[index]['imageFinalURL'] = res.finalUrl;
1573 | }
1574 |
1575 | for (var i in res) {
1576 | delete res[i];
1577 | }
1578 |
1579 | failedFetching(index, nodeList);
1580 | },
1581 | ontimeout: function(res){
1582 | removeTimerHandler();
1583 | if (!isDownloading || imageData[index] instanceof ArrayBuffer) return; // Temporarily fixes #31
1584 |
1585 | console.log('[EHD] #' + (index + 1) + ': Timed Out');
1586 | console.log('[EHD] #' + (index + 1) + ': RealIndex >', imageList[index]['realIndex'], ' | ReadyState >', res.readyState, ' | Status >', res.status, ' | StatusText >', res.statusText + '\nRequest URL >', requestURL, '\nFinal URL >', res.finalUrl, '\nResposeHeaders >' + res.responseHeaders);
1587 |
1588 | updateProgress(nodeList, {
1589 | status: 'Failed! (Timed Out)',
1590 | progress: '0',
1591 | progressText: '',
1592 | class: 'ehD-pt-warning'
1593 | });
1594 |
1595 | if (ehDownloadRegex.originalImagePattern.test(imageList[index]['imageURL']) && imageList[index]['imageURL'] !== res.finalUrl) {
1596 | imageList[index]['imageFinalURL'] = res.finalUrl;
1597 | }
1598 |
1599 |
1600 | for (var i in res) {
1601 | delete res[i];
1602 | }
1603 |
1604 | failedFetching(index, nodeList);
1605 | }
1606 | });
1607 |
1608 | if (nodeList.status.dataset.initedAbort !== '2') {
1609 | nodeList.abort.addEventListener('click', function () {
1610 | removeTimerHandler();
1611 | });
1612 |
1613 | nodeList.status.setAttribute('data-inited-abort', '2');
1614 | }
1615 |
1616 | if (!nodeList.fileName.dataset.initedClick !== '1') {
1617 | nodeList.fileName.addEventListener('click', function(event) {
1618 | if (event.ctrlKey || event.altKey) {
1619 | var targetWindow = window.open(imageList[index]['imageFinalURL'] || imageList[index]['imageURL']);
1620 | try {
1621 | targetWindow.focus();
1622 | }
1623 | catch (e) {}
1624 | }
1625 | });
1626 | nodeList.fileName.setAttribute('data-inited-click', '2');
1627 | }
1628 |
1629 | updateTotalStatus();
1630 | }
1631 |
1632 | function retryAllFailed(){
1633 | var index, refetch = 0;
1634 | initProgressTable();
1635 |
1636 | for (index = 0; index < imageData.length; index++) {
1637 | if (imageData[index] === 'Fetching') {
1638 | imageData[index] = null;
1639 | retryCount[index] = 0;
1640 | }
1641 | }
1642 |
1643 | failedCount = 0;
1644 | fetchCount = 0;
1645 | requestDownload();
1646 | }
1647 |
1648 | function insertCloseButton(handle) {
1649 | var exitButton = document.createElement('button');
1650 | exitButton.style.display = 'block';
1651 | exitButton.style.margin = '0 auto';
1652 | exitButton.textContent = 'Close';
1653 | exitButton.onclick = function(){
1654 | ehDownloadDialog.removeChild(exitButton);
1655 | ehDownloadDialog.style.display = 'none';
1656 | zip.file(/.*/).forEach(function (elem) {
1657 | zip.remove(elem.name);
1658 | });
1659 | exitButton.onclick = null;
1660 | if (handle) {
1661 | handle();
1662 | }
1663 | if (ehDownloadFS.needFileSystem) ehDownloadFS.removeFile(unsafeWindow.gid + '.zip');
1664 | };
1665 | ehDownloadDialog.appendChild(exitButton);
1666 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight;
1667 |
1668 | if (ehDownloadDialog.contains(forceDownloadTips)) ehDownloadDialog.removeChild(forceDownloadTips);
1669 | }
1670 |
1671 | function getPagesURLFromMPV() {
1672 | var mpvURL = location.origin + '/mpv/' + unsafeWindow.gid + '/' +
1673 | unsafeWindow.token + '/';
1674 |
1675 | var xhr = new XMLHttpRequest();
1676 | xhr.open('GET', mpvURL);
1677 | xhr.onload = function () {
1678 | var responseText = xhr.responseText;
1679 | if (xhr.status !== 200 || !responseText) {
1680 | if (retryCount < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
1681 | pushDialog('Failed! Retrying... ');
1682 | retryCount++;
1683 | xhr.open('GET', mpvURL);
1684 | xhr.timeout = 30000;
1685 | xhr.send();
1686 | }
1687 | else {
1688 | pushDialog('Failed!\nFetch Pages\' URL failed, Please try again later.');
1689 | isDownloading = false;
1690 | alert('Fetch Pages\' URL failed, Please try again later.');
1691 | }
1692 | return;
1693 | }
1694 |
1695 | var listMatch = responseText.match(ehDownloadRegex.mpvKey);
1696 | if (!listMatch) {
1697 | console.error('[EHD] Response content is incorrect!');
1698 | if (retryCount < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
1699 | pushDialog('Failed! Retrying... ');
1700 | retryCount++;
1701 | xhr.open('GET', location.origin + location.pathname + '?p=' + curPage);
1702 | xhr.timeout = 30000;
1703 | xhr.send();
1704 | }
1705 | else {
1706 | pushDialog('Failed!\nCan\'t get pages URL from response content.');
1707 | isDownloading = false;
1708 | }
1709 | return;
1710 | }
1711 |
1712 | var list = new Function('return ' + listMatch[1])();
1713 |
1714 | list.forEach(function (elem, index) {
1715 | var curURL = location.origin + '/s/' + elem.k + '/' + unsafeWindow.gid + '-' + (index + 1);
1716 | pageURLsList.push(curURL);
1717 | });
1718 | pushDialog('Succeed!');
1719 |
1720 |
1721 | // copied from getAllPagesURL(), THAT's UGLY!!!
1722 | // so when will 2.0 comes out /_\
1723 | getAllPagesURLFin = true;
1724 | var wrongPages = pagesRange.filter(function (elem) { return elem > pageURLsList.length; });
1725 | if (wrongPages.length !== 0) {
1726 | pagesRange = pagesRange.filter(function (elem) { return elem <= pageURLsList.length; });
1727 | pushDialog('\nPage ' + wrongPages.join(', ') + (wrongPages.length > 1 ? ' are' : ' is') + ' not exist, and will be ignored.\n');
1728 | if (pagesRange.length === 0) {
1729 | pushDialog('Nothing matches provided pages range, stop downloading.');
1730 | alert('Nothing matches provided pages range, stop downloading.');
1731 | if (emptyAudio) {
1732 | emptyAudio.pause();
1733 | }
1734 | insertCloseButton();
1735 | return;
1736 | }
1737 | }
1738 | totalCount = pagesRange.length || pageURLsList.length;
1739 | pushDialog('\n\n');
1740 | initProgressTable();
1741 | requestDownload();
1742 | };
1743 | xhr.send();
1744 | pushDialog('Fetching Gallery Pages URL From MPV...');
1745 | }
1746 |
1747 | // /*if pages range is set, then*/ get all pages URL to select needed pages
1748 | function getAllPagesURL() {
1749 | pagesRange = [];
1750 | var pagesRangeText = ehDownloadRange.querySelector('input').value.replace(/，/g, ',').trim();
1751 | var retryCount = 0;
1752 |
1753 | if (pagesRangeText) { // if pages range is defined
1754 | console.log('[EHD] Pages Range >', pagesRangeText);
1755 | if (!ehDownloadRegex.pagesRange.test(pagesRangeText)) return alert('The format of Pages Range is incorrect.');
1756 |
1757 | // range started with negative range, select all as default
1758 | if (pagesRangeText[0] === '!') {
1759 | pagesRangeText = '1-,' + pagesRangeText;
1760 | }
1761 | var rangeRegex = /!?(?:(\d*)-(\d*))(?:\/(\d+))?|!?(\d+)/g;
1762 | var matches;
1763 | var lastPage = getFileSizeAndLength().page;
1764 |
1765 | while (matches = rangeRegex.exec(pagesRangeText)) {
1766 | var selected = [];
1767 | var single = Number(matches[4]);
1768 | if (!isNaN(single)) {
1769 | selected.push(single);
1770 | }
1771 | else {
1772 | var begin = Number(matches[1]) || 1;
1773 | var end = Number(matches[2]) || lastPage;
1774 | if (begin > end) {
1775 | var tmp = begin;
1776 | begin = end;
1777 | end = tmp;
1778 | }
1779 | var mod = Number(matches[3]) || 1;
1780 |
1781 | for (var i = begin; i <= end; i += mod) {
1782 | selected.push(i);
1783 | }
1784 | }
1785 |
1786 | if (matches[0][0] === '!') {
1787 | pagesRange = pagesRange.filter(function (e) {
1788 | return selected.indexOf(e) < 0;
1789 | });
1790 | }
1791 | else {
1792 | selected.forEach(function (e) {
1793 | pagesRange.push(e);
1794 | });
1795 | }
1796 | }
1797 |
1798 | pagesRange.sort(function(a, b){ return a - b; });
1799 | pagesRange = pagesRange.filter(function(e, i, arr) { return i == 0 || e != arr[i - 1] });
1800 | }
1801 |
1802 | ehDownloadDialog.style.display = 'block';
1803 | if (!getAllPagesURLFin) {
1804 | pageURLsList = [];
1805 |
1806 | if (isMPVAvailable()) {
1807 | console.log('[EHD] MPV is available, use MPV to fetch all pages');
1808 | pushDialog('MPV is available, use MPV to fetch all pages.\n');
1809 | return getPagesURLFromMPV();
1810 | }
1811 |
1812 | var pagesLength;
1813 | try { // in case pages has been modified like #56
1814 | pagesLength = [].reduce.call(document.querySelectorAll('.ptt td'), function(x, y){
1815 | var i = Number(y.textContent);
1816 | if (!isNaN(i)) return x > i ? x : i;
1817 | else return x;
1818 | });
1819 | }
1820 | catch (error) {}
1821 | var curPage = 0;
1822 | retryCount = 0;
1823 |
1824 | var xhr = fetchPagesXHR;
1825 | xhr.onload = function(){
1826 | var responseText = xhr.responseText;
1827 | if (xhr.status !== 200 || !responseText) {
1828 | if (retryCount < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
1829 | pushDialog('Failed! Retrying... ');
1830 | retryCount++;
1831 | xhr.open('GET', location.origin + location.pathname + '?p=' + curPage);
1832 | xhr.timeout = 30000;
1833 | xhr.send();
1834 | }
1835 | else {
1836 | pushDialog('Failed!\nFetch Pages\' URL failed, Please try again later.');
1837 | isDownloading = false;
1838 | alert('Fetch Pages\' URL failed, Please try again later.');
1839 | }
1840 | return;
1841 | }
1842 |
1843 | var pagesURL = responseText.split('= 0) {
1862 | console.log('[EHD] Page 1 URL > ' + pagesURL[0] + ' , use MPV fetch');
1863 | pushDialog('Pages URL is MPV link\n');
1864 |
1865 | getPagesURLFromMPV();
1866 | return;
1867 | }
1868 |
1869 | for (var i = 0; i < pagesURL.length; i++) {
1870 | pageURLsList.push(replaceHTMLEntites(pagesURL[i].split('"')[1]));
1871 | }
1872 | pushDialog('Succeed!');
1873 |
1874 | curPage++;
1875 |
1876 | if (!pagesLength) { // can't get pagesLength correctly before
1877 | pagesLength = responseText.match(ehDownloadRegex.pagesLength)[1] - 0;
1878 | }
1879 |
1880 | if (curPage === pagesLength) {
1881 | getAllPagesURLFin = true;
1882 | var wrongPages = pagesRange.filter(function(elem){ return elem > pageURLsList.length; });
1883 | if (wrongPages.length !== 0) {
1884 | pagesRange = pagesRange.filter(function(elem){ return elem <= pageURLsList.length; });
1885 | pushDialog('\nPage ' + wrongPages.join(', ') + (wrongPages.length > 1 ? ' are' : ' is') + ' not exist, and will be ignored.\n');
1886 | if (pagesRange.length === 0) {
1887 | pushDialog('Nothing matches provided pages range, stop downloading.');
1888 | alert('Nothing matches provided pages range, stop downloading.');
1889 | insertCloseButton();
1890 | return;
1891 | }
1892 | }
1893 | totalCount = pagesRange.length || pageURLsList.length;
1894 | pushDialog('\n\n');
1895 | initProgressTable();
1896 | requestDownload();
1897 | }
1898 | else {
1899 | xhr.open('GET', location.origin + location.pathname + '?p=' + curPage);
1900 | xhr.send();
1901 | pushDialog('\nFetching Gallery Pages URL (' + (curPage + 1) + '/' + pagesLength + ') ... ');
1902 | }
1903 | };
1904 | xhr.ontimeout = xhr.onerror = function(){
1905 | if (retryCount < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
1906 | pushDialog('Failed! Retrying... ');
1907 | retryCount++;
1908 | xhr.open('GET', location.origin + location.pathname + '?p=' + curPage);
1909 | xhr.timeout = 30000;
1910 | xhr.send();
1911 | }
1912 | else {
1913 | pushDialog('Failed!\nFetch Pages\' URL failed, Please try again later.');
1914 | isDownloading = false;
1915 | alert('Fetch Pages\' URL failed, Please try again later.');
1916 | }
1917 | };
1918 | xhr.open('GET', location.origin + location.pathname + '?p=' + curPage);
1919 | xhr.timeout = 30000;
1920 | xhr.send();
1921 | pushDialog('\nFetching Gallery Pages URL (' + (curPage + 1) + '/' + (pagesLength || '?') + ') ... ');
1922 | }
1923 | else {
1924 | var wrongPages = pagesRange.filter(function(elem){ return elem > pageURLsList.length; });
1925 | if (wrongPages.length !== 0) {
1926 | pagesRange = pagesRange.filter(function(elem){ return elem <= pageURLsList.length; });
1927 | pushDialog('\nPage ' + wrongPages.join(', ') + (wrongPages.length > 1 ? ' are' : ' is') + ' not exist, and will be ignored.\n');
1928 | if (pagesRange.length === 0) {
1929 | pushDialog('Nothing matches provided pages range, stop downloading.');
1930 | alert('Nothing matches provided pages range, stop downloading.');
1931 | insertCloseButton();
1932 | return;
1933 | }
1934 | }
1935 |
1936 | totalCount = pagesRange.length || pageURLsList.length;
1937 | pushDialog('\n\n');
1938 | initProgressTable();
1939 | requestDownload();
1940 | }
1941 | }
1942 |
1943 | function initEHDownload() {
1944 | for (var i = 0; i < fetchThread.length; i++) {
1945 | if (typeof fetchThread[i] !== 'undefined' && 'abort' in fetchThread[i]) fetchThread[i].abort();
1946 | }
1947 | imageList = [];
1948 | imageData = [];
1949 | fetchThread = [];
1950 | retryCount = [];
1951 | downloadedCount = fetchCount = failedCount = 0;
1952 | isPausing = false;
1953 | zip = new JSZip();
1954 | infoStr = '';
1955 | fetchPagesXHR.abort();
1956 |
1957 | if (setting['recheck-file-name']) {
1958 | var dirNameNode = document.querySelector('.ehD-box-extend-dirname');
1959 | var fileNameNode = document.querySelector('.ehD-box-extend-filename');
1960 |
1961 | if (dirNameNode && dirNameNode.value) {
1962 | dirName = getSafeName(dirNameNode.value, true);
1963 | }
1964 | else {
1965 | dirName = getReplacedName(!setting['dir-name'] ? '{gid}_{token}' : setting['dir-name']);
1966 | }
1967 |
1968 | if (fileNameNode && fileNameNode.value) {
1969 | fileName = getSafeName(fileNameNode.value);
1970 | }
1971 | else {
1972 | fileName = getReplacedName(!setting['file-name'] ? '{title}' : setting['file-name']);
1973 | }
1974 | }
1975 | else {
1976 | dirName = getReplacedName(!setting['dir-name'] ? '{gid}_{token}' : setting['dir-name']);
1977 | fileName = getReplacedName(!setting['file-name'] ? '{title}' : setting['file-name']);
1978 | }
1979 |
1980 | if (dirName.trim() === '/') dirName = '';
1981 | needNumberImages = ehDownloadNumberInput.querySelector('input').checked;
1982 |
1983 | var requiredBytes = Math.ceil(getFileSizeAndLength().size + 100 * 1024);
1984 | var requiredMBs = getFileSizeAndLength().sizeMB + 0.1;
1985 |
1986 | var fsErrorHandler = function (error) {
1987 | ehDownloadFS.errorHandler(error);
1988 |
1989 | // roll back and use Blob to handle file
1990 | ehDownloadFS.needFileSystem = false;
1991 | alert('An error occured when requesting FileSystem.\n' +
1992 | 'Error Name: ' + (e.name || 'Unknown Error') + '\n' +
1993 | 'Error Message: ' + e.message + '\n\n' +
1994 | 'Roll back and use Blob to handle file.');
1995 | };
1996 |
1997 | if ((!setting['store-in-fs'] && !setting['never-warn-large-gallery'] && requiredMBs >= 300) && !confirm('This archive is too large (original size), please consider downloading this archive in a different way.\n\nMaximum allowed file size: Chrome 56- 500MB | Chrome 57+ 2 GB | Firefox ~800 MB (depends on your RAM)\n\nPlease also consider your operating system\'s free memory (RAM), it may take about DOUBLE the size of archive file size when generating ZIP file.\n\n* If you continue, you would probably get an error like "Failed - No File" or "Out Of Memory" if you don\'t have enough RAM and can\'t save the file successfully.\n\n* If you are using Chrome, you can try enabling "Request File System to handle large Zip file" on the settings page.\n\n* You can set Pages Range to download this archive in parts. If you have already enabled it, please ignore this message.\n\nAre you sure to continue downloading?')) return;
1998 | else if (setting['store-in-fs'] && requestFileSystem && requiredMBs >= (setting['fs-size'] !== undefined ? setting['fs-size'] : 200)) {
1999 | ehDownloadFS.needFileSystem = true;
2000 | console.log('[EHD] Required File System Space >', requiredBytes);
2001 |
2002 | // Chrome can use about 10% of free space of disk where Chrome User Data stored in as TEMPORARY File System Storage.
2003 | if (navigator.webkitTemporaryStorage) { // if support navigator.webkitTemporaryStorage to check usable space
2004 | // use `queryUsageAndQuota` instead of `requestQuota` to check storage space,
2005 | // because `requestQuota` is incorrect when harddisk is full, says have about 5GB storage
2006 | navigator.webkitTemporaryStorage.queryUsageAndQuota(function (usage, quota) {
2007 | console.log('[EHD] Free TEMPORARY File System Space >', quota - usage);
2008 | if (quota - usage < requiredBytes) {
2009 | console.log('[EHD] Free TEMPORARY File System Space is not enough.');
2010 |
2011 | // free space is not enough, then use persistent space
2012 | // in fact, free space of persisent file storage is always 10GiB, even free disk space is not enough
2013 | navigator.webkitPersistentStorage.queryUsageAndQuota(function (usage, quota) {
2014 | console.log('[EHD] Free PERSISTENT File System Space >', quota - usage);
2015 | if (quota - usage < requiredBytes) {
2016 | // roll back and use Blob to handle file
2017 | ehDownloadFS.needFileSystem = false;
2018 | alert('You don\'t have enough free space on the drive where Chrome stores user data (Default is system drive, normally it\'s C: ), please delete some files.\n\nNeeds more than ' + (requiredBytes - (quota - usage)) + ' Bytes.\n\nRoll back and use Blob to handle file.');
2019 | }
2020 | else {
2021 | pushDialog('\nPlease allow storing large content if the browser asked for it.\n');
2022 | requestFileSystem(window.PERSISTENT, requiredBytes, ehDownloadFS.initHandler, fsErrorHandler);
2023 | }
2024 | }, fsErrorHandler);
2025 | }
2026 | else requestFileSystem(window.TEMPORARY, requiredBytes, ehDownloadFS.initHandler, fsErrorHandler);
2027 | }, fsErrorHandler);
2028 | }
2029 | else requestFileSystem(window.TEMPORARY, requiredBytes, ehDownloadFS.initHandler, fsErrorHandler);
2030 | }
2031 |
2032 | // Array.prototype.some() is a bit ugly, so we use toString().indexOf() lol
2033 | var infoNeeds = setting['save-info-list'].toString();
2034 | if (infoNeeds.indexOf('title') >= 0) {
2035 | infoStr += replaceHTMLEntites(
2036 | document.getElementById('gn').textContent + '\n' +
2037 | document.getElementById('gj').textContent + '\n' +
2038 | window.location.href + '\n\n'
2039 | );
2040 | }
2041 |
2042 | if (infoNeeds.indexOf('metas') >= 0) {
2043 | infoStr += 'Category: ' + document.querySelector('#gdc .cs').textContent.trim() + '\n' +
2044 | 'Uploader: ' + replaceHTMLEntites(document.querySelector('#gdn').textContent) + '\n';
2045 | }
2046 | var metaNodes = document.querySelectorAll('#gdd tr');
2047 | for (var i = 0; i < metaNodes.length; i++) {
2048 | var c1 = replaceHTMLEntites(metaNodes[i].getElementsByClassName('gdt1')[0].textContent);
2049 | var c2 = replaceHTMLEntites(metaNodes[i].getElementsByClassName('gdt2')[0].textContent);
2050 | if (infoNeeds.indexOf('metas') >= 0) infoStr += c1 + ' ' + c2 + '\n';
2051 | }
2052 | if (infoNeeds.indexOf('metas') >= 0) infoStr += 'Rating: ' + unsafeWindow.average_rating + '\n\n';
2053 |
2054 | if (infoNeeds.indexOf('tags') >= 0) {
2055 | infoStr += 'Tags:\n';
2056 |
2057 | var tagsList = document.querySelectorAll('#taglist tr');
2058 | Array.prototype.forEach.call(tagsList, function(elem){
2059 | var tds = elem.getElementsByTagName('td');
2060 | infoStr += '> ' + tds[0].textContent + ' ';
2061 |
2062 | var tags = tds[1].querySelectorAll('a');
2063 | infoStr += Array.prototype.map.call(tags, function(e){
2064 | return e.textContent;
2065 | }).join(', ') + '\n';
2066 | });
2067 |
2068 | infoStr += '\n';
2069 | }
2070 |
2071 | if (infoNeeds.indexOf('uploader-comment') >= 0 && document.getElementById('comment_0')) {
2072 | infoStr += 'Uploader Comment:\n' + document.getElementById('comment_0').innerHTML.replace(/ | /gi, '\n') + '\n\n'; 2073 | } 2074 | isDownloading = true; 2075 | pushDialog(infoStr); 2076 | 2077 | pushDialog('Start downloading at ' + new Date() + '\n'); 2078 | ehDownloadDialog.appendChild(ehDownloadStatus); 2079 | 2080 | // get all pages url to fix 403 forbidden (download request was timed out) 2081 | getAllPagesURL(); 2082 | 2083 | // init playing music 2084 | if (setting['play-silent-music'] && !emptyAudio) { 2085 | emptyAudio = new Audio(emptyAudioFile); 2086 | emptyAudio.loop = true; 2087 | } 2088 | } 2089 | 2090 | function initVisibilityListener() { 2091 | var hidden, visibilityChange; 2092 | if (typeof document.hidden !== 'undefined') { // Opera 12.10 and Firefox 18 and later support 2093 | hidden = 'hidden'; 2094 | visibilityChange = 'visibilitychange'; 2095 | } 2096 | else if (typeof document.mozHidden !== 'undefined') { 2097 | hidden = 'mozHidden'; 2098 | visibilityChange = 'mozvisibilitychange'; 2099 | } 2100 | else if (typeof document.webkitHidden !== 'undefined') { 2101 | hidden = 'webkitHidden'; 2102 | visibilityChange = 'webkitvisibilitychange'; 2103 | } 2104 | 2105 | var visibilityChangeHandler = function (isHidden) { 2106 | if (typeof isHidden !== 'boolean') { 2107 | isHidden = document[hidden]; 2108 | } 2109 | visibleState = !isHidden; 2110 | if (!emptyAudio) { 2111 | return; 2112 | } 2113 | if (isHidden && ((isDownloading && !isPausing) || isSaving)) { 2114 | emptyAudio.play(); 2115 | } 2116 | else { 2117 | emptyAudio.pause(); 2118 | loadImageLimits(); 2119 | } 2120 | }; 2121 | 2122 | if (visibilityChange) { 2123 | window.addEventListener(visibilityChange, visibilityChangeHandler); 2124 | } 2125 | else { 2126 | window.addEventListener('focus', function () { 2127 | visibilityChangeHandler(false); 2128 | }); 2129 | window.addEventListener('blur', function () { 2130 | visibilityChangeHandler(true); 2131 | }); 2132 | } 2133 | 2134 | visibilityChangeHandler(); 2135 | } 2136 | 2137 | function initProgressTable(){ 2138 | progressTable = document.createElement('table'); 2139 | progressTable.className = 'ehD-pt'; 2140 | ehDownloadDialog.style.display = 'block'; 2141 | ehDownloadDialog.appendChild(progressTable); 2142 | ehDownloadDialog.appendChild(forceDownloadTips); 2143 | ehDownloadDialog.appendChild(ehDownloadPauseBtn); 2144 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight; 2145 | } 2146 | 2147 | function requestDownload(ignoreFailed){ 2148 | if (isPausing) return; 2149 | 2150 | if (setting['delay-request']) { 2151 | var curTime = Date.now(); 2152 | if (delayTime < curTime) { 2153 | delayTime = curTime; 2154 | } 2155 | } 2156 | 2157 | var j = 0; 2158 | for (var i = fetchCount; i < (setting['thread-count'] !== undefined ? setting['thread-count'] : 5); i++) { 2159 | for (/*var j = 0*/; j < totalCount; j++) { 2160 | if (imageData[j] == null && (ignoreFailed || (retryCount[j] || 0) <= (setting['retry-count'] !== undefined ? setting['retry-count'] : 3))) { 2161 | imageData[j] = 'Fetching'; 2162 | if (imageList[j] && setting['never-new-url']) fetchOriginalImage(j); 2163 | else if (setting['delay-request']) { 2164 | setTimeout(function(j) { 2165 | if (isPausing || fetchCount >= (setting['thread-count'] !== undefined ? setting['thread-count'] : 5)) { 2166 | imageData[j] = null; 2167 | return; 2168 | } 2169 | getPageData(j); 2170 | fetchCount++; 2171 | }, delayTime - curTime + setting['delay-request'] * 1000, j); 2172 | delayTime += setting['delay-request'] * 1000; 2173 | } 2174 | else { 2175 | getPageData(j); 2176 | fetchCount++; 2177 | } 2178 | break; 2179 | } 2180 | } 2181 | } 2182 | 2183 | } 2184 | 2185 | function getPageData(index) { 2186 | if (isPausing) return; 2187 | 2188 | if (pagesRange.length) var realIndex = pagesRange[index]; 2189 | else var realIndex = index + 1; 2190 | 2191 | var needScrollIntoView = ehDownloadDialog.clientHeight + ehDownloadDialog.scrollTop >= ehDownloadDialog.scrollHeight - 5; 2192 | 2193 | var node = progressTable.querySelector('tr[data-index="' + index + '"]'); 2194 | if (!node) { 2195 | node = document.createElement('tr'); 2196 | node.className = 'ehD-pt-item'; 2197 | node.setAttribute('data-index', index); 2198 | node.innerHTML = '\ 2199 | #' + realIndex + ' | \
2200 | \
2201 | \
2202 | \
2203 | | \
2204 | \
2205 | Pending...\
2206 | Force Abort\
2207 | | ';
2208 | progressTable.appendChild(node);
2209 | }
2210 | if (needScrollIntoView) {
2211 | ehDownloadDialog.scrollTop = ehDownloadDialog.scrollHeight;
2212 | }
2213 |
2214 | var nodeList = {
2215 | current: node,
2216 | fileName: node.getElementsByTagName('td')[0],
2217 | status: node.getElementsByTagName('td')[2],
2218 | statusText: node.getElementsByClassName('ehD-pt-status-text')[0],
2219 | progress: node.getElementsByTagName('progress')[0],
2220 | progressText: node.getElementsByTagName('span')[0],
2221 | abort: node.getElementsByClassName('ehD-pt-abort')[0]
2222 | };
2223 |
2224 | retryCount[index] = 0;
2225 | var fetchURL = replaceHTMLEntites(imageList[index] ? (
2226 | imageList[index]['pageURL'] + (
2227 | (!setting['never-send-nl'] && imageList[index]['nextNL']) ? (
2228 | imageList[index]['pageURL'].indexOf('?') >= 0 ? '&' : '?'
2229 | ) + 'nl=' + imageList[index]['nextNL'] : ''
2230 | )
2231 | ) : pageURLsList[realIndex - 1])/*.replace(/^https?:/, '')*/;
2232 |
2233 | // assign to fetchThread, so that we can abort them and all GM_xhr by one command fetchThread[i].abort()
2234 | var xhr = fetchThread[index] = new XMLHttpRequest();
2235 | xhr.onload = function() {
2236 | var responseText = xhr.responseText;
2237 | if (xhr.status !== 200 || !responseText) {
2238 | if (retryCount[index] < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
2239 | retryCount[index]++;
2240 |
2241 | updateProgress(nodeList, {
2242 | status: 'Retrying (' + retryCount[index] + '/' + (setting['retry-count'] !== undefined ? setting['retry-count'] : 3) + ')...',
2243 | progress: '',
2244 | progressText: '',
2245 | class: 'ehD-pt-warning'
2246 | });
2247 |
2248 | xhr.open('GET', fetchURL);
2249 | xhr.timeout = 30000;
2250 | xhr.send();
2251 | }
2252 | else {
2253 | failedCount++;
2254 | fetchCount--;
2255 |
2256 | console.error('[EHD] #' + realIndex + ': Failed getting image URL');
2257 | updateProgress(nodeList, {
2258 | status: 'Failed getting URL',
2259 | progress: '0',
2260 | progressText: '',
2261 | class: 'ehD-pt-failed'
2262 | });
2263 | updateTotalStatus();
2264 |
2265 | checkFailed();
2266 | }
2267 |
2268 | return;
2269 | }
2270 |
2271 | try {
2272 | var imageURL = replaceHTMLEntites(
2273 | (
2274 | (unsafeWindow.apiuid !== -1 || setting['force-as-login'])
2275 | && ehDownloadRegex.imageURL[0].test(responseText)
2276 | && !setting['force-resized']
2277 | ) ? responseText.match(ehDownloadRegex.imageURL[0])[1] : (
2278 | responseText.indexOf('id="img"') > -1
2279 | ? responseText.match(ehDownloadRegex.imageURL[1])[1]
2280 | : responseText.match(ehDownloadRegex.imageURL[2])[1]
2281 | )
2282 | );
2283 | // append nl to original image in case it fails to load from H@H (wtf it's valid?!)
2284 | if (ehDownloadRegex.originalImagePattern.test(imageURL)) {
2285 | imageURL = imageURL + (
2286 | (imageList[index] && !setting['never-send-nl'] && imageList[index]['nextNL']) ? (
2287 | imageURL.indexOf('?') >= 0 ? '&' : '?'
2288 | ) + 'nl=' + imageList[index]['nextNL'] : ''
2289 | );
2290 | }
2291 | var fileName = replaceHTMLEntites(responseText.match(ehDownloadRegex.fileName)[1]);
2292 | var nextNL = ehDownloadRegex.nl.test(responseText) ? responseText.match(ehDownloadRegex.nl)[1] : null;
2293 | }
2294 | catch (error) {
2295 | console.error('[EHD] Response content is not correct!', error);
2296 | if (retryCount[index] < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
2297 | retryCount[index]++;
2298 |
2299 | updateProgress(nodeList, {
2300 | status: 'Retrying (' + retryCount[index] + '/' + (setting['retry-count'] !== undefined ? setting['retry-count'] : 3) + ')...',
2301 | progress: '',
2302 | progressText: '',
2303 | class: 'ehD-pt-warning'
2304 | });
2305 |
2306 | xhr.open('GET', fetchURL);
2307 | xhr.timeout = 30000;
2308 | xhr.send();
2309 | }
2310 | else {
2311 | failedCount++;
2312 | fetchCount--;
2313 |
2314 | console.error('[EHD] #' + realIndex + ': Can\'t get request content from response content');
2315 | updateProgress(nodeList, {
2316 | status: 'Response Error',
2317 | progress: '0',
2318 | progressText: '',
2319 | class: 'ehD-pt-failed'
2320 | });
2321 | updateTotalStatus();
2322 | //alert('We can\'t get request content from response content. It\'s possible that E-Hentai changes source code format so that we can\'t find them, or your ISP modifies (or say hijacks) the page content. If it\'s sure that you can access to any pages of E-Hentai, including current page: ' + fetchURL + ' , please report a bug.');
2323 |
2324 | checkFailed();
2325 | }
2326 | return;
2327 | }
2328 |
2329 | var imageNumber = '';
2330 | if (needNumberImages) {
2331 | // Number images, thanks to JingJang@GitHub, source: https://github.com/JingJang/E-Hentai-Downloader
2332 | if (!setting['number-real-index'] && pagesRange.length) { // if pages range was set and number original index is not required
2333 | var len = pagesRange.length.toString().length,
2334 | padding = new Array(len < 3 ? len + 1 : len).join('0');
2335 | imageNumber = (padding + (index + 1)).slice(0 - len);
2336 | }
2337 | else { // pages range was not set (download all pages, so index + 1 === realIndex) or number original index is required
2338 | var len = pageURLsList.length.toString().length,
2339 | padding = new Array(len < 3 ? len + 1 : len).join('0');
2340 | imageNumber = (padding + realIndex).slice(0 - len);
2341 | }
2342 | }
2343 |
2344 | //imageList.push(new PageData(fetchURL, imageURL, fileName, nextNL, realIndex));
2345 | imageList[index] = new PageData(fetchURL, imageURL, fileName, nextNL, realIndex, imageNumber);
2346 |
2347 | if (isPausing) {
2348 | updateProgress(nodeList, {
2349 | name: '#' + realIndex + ': ' + fileName,
2350 | status: 'Auto Paused',
2351 | progress: '',
2352 | progressText: '',
2353 | class: 'ehD-pt-failed'
2354 | });
2355 | fetchCount--;
2356 | imageData[index] = null;
2357 |
2358 | updateTotalStatus();
2359 | }
2360 | else {
2361 | fetchOriginalImage(index, nodeList);
2362 | }
2363 |
2364 | };
2365 | xhr.onerror = xhr.ontimeout = function() {
2366 | if (retryCount[index] < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
2367 | retryCount[index]++;
2368 |
2369 | updateProgress(nodeList, {
2370 | status: 'Retrying (' + retryCount[index] + '/' + (setting['retry-count'] !== undefined ? setting['retry-count'] : 3) + ')...',
2371 | progress: '',
2372 | progressText: '',
2373 | class: 'ehD-pt-warning'
2374 | });
2375 |
2376 | xhr.open('GET', fetchURL);
2377 | xhr.timeout = 30000;
2378 | xhr.send();
2379 | }
2380 | else {
2381 | failedCount++;
2382 | fetchCount--;
2383 |
2384 | console.error('[EHD] #' + realIndex + ': Failed getting image URL');
2385 | updateProgress(nodeList, {
2386 | status: 'Failed getting URL',
2387 | progress: '0',
2388 | progressText: '',
2389 | class: 'ehD-pt-failed'
2390 | });
2391 | updateTotalStatus();
2392 |
2393 | checkFailed();
2394 | }
2395 | };
2396 |
2397 | xhr.open('GET', fetchURL);
2398 | xhr.timeout = 30000;
2399 | xhr.send();
2400 |
2401 | nodeList.abort.addEventListener('click', function () {
2402 | if (!isDownloading || imageData[index] instanceof ArrayBuffer) return; // Temporarily fixes #31
2403 |
2404 | if (typeof fetchThread[index] !== 'undefined' && 'abort' in fetchThread[index]) fetchThread[index].abort();
2405 |
2406 | console.log('[EHD] #' + (index + 1) + ': Force Aborted By User');
2407 | updateProgress(nodeList, {
2408 | status: 'Failed! (User Aborted)',
2409 | progress: '0',
2410 | progressText: '',
2411 | class: 'ehD-pt-warning'
2412 | });
2413 |
2414 | failedFetching(index, nodeList);
2415 | });
2416 |
2417 | nodeList.status.setAttribute('data-inited-abort', '1');
2418 | }
2419 |
2420 | function showSettings() {
2421 | var ehDownloadSettingPanel = document.createElement('div');
2422 | ehDownloadSettingPanel.className = 'ehD-setting';
2423 | ehDownloadSettingPanel.setAttribute('data-active-setting', 'basic');
2424 | ehDownloadSettingPanel.innerHTML = '\
2425 |
\
2430 | ' + ehDownloadArrow + ' Feedback\
2431 | GitHub\
2432 | GreasyFork\
2433 | \
2434 | \
2435 | \
2517 | ';
2520 | document.body.appendChild(ehDownloadSettingPanel);
2521 |
2522 | for (var i in setting) {
2523 | if (setting[i] instanceof Array) {
2524 | setting[i].forEach(function(elem){
2525 | var element = ehDownloadSettingPanel.querySelector('input[data-ehd-setting="' + i + '[]"][value="' + elem + '"], select[data-ehd-setting="' + i + '[]"] option[value="' + elem + '"]');
2526 | if (!element) return;
2527 |
2528 | if (element.getAttribute('type') === 'checkbox') {
2529 | element.setAttribute('checked', 'checked');
2530 | }
2531 | else if (element.tagName.toLowerCase() === 'option') {
2532 | element.setAttribute('selected', 'selected');
2533 | }
2534 | else element.value = elem;
2535 | });
2536 | }
2537 | else {
2538 | var element = ehDownloadSettingPanel.querySelector('input[data-ehd-setting="' + i + '"], select[data-ehd-setting="' + i + '"]');
2539 | if (!element) continue;
2540 | if (element.getAttribute('type') === 'checkbox') {
2541 | if (setting[i]) element.setAttribute('checked', 'checked');
2542 | }
2543 | else if (element.tagName.toLowerCase() === 'select') {
2544 | element = element.querySelector('option[value="' + setting[i] + '"]');
2545 | if (!element) continue;
2546 | element.setAttribute('selected', 'selected');
2547 | }
2548 | else element.setAttribute('value', setting[i]);
2549 | }
2550 | }
2551 |
2552 | ehDownloadSettingPanel.getElementsByClassName('ehD-setting-tab')[0].addEventListener('click', function(event){
2553 | var target = event.target;
2554 | if (target.tagName.toLowerCase() === 'li') {
2555 | ehDownloadSettingPanel.setAttribute('data-active-setting', target.dataset.targetSetting);
2556 | }
2557 | });
2558 |
2559 | ehDownloadSettingPanel.getElementsByClassName('ehD-setting-footer')[0].addEventListener('click', function(event){
2560 | var target = event.target;
2561 | if (target.tagName.toLowerCase() === 'button') {
2562 | if (target.dataset.action === 'save') {
2563 | var inputs = ehDownloadSettingPanel.querySelectorAll('input[data-ehd-setting], select[data-ehd-setting]');
2564 | setting = {};
2565 | for (var i = 0; i < inputs.length; i++) {
2566 | if (inputs[i].getAttribute('type') !== 'checkbox' && inputs[i].value === '') continue;
2567 |
2568 | var curSettingName = inputs[i].dataset.ehdSetting;
2569 |
2570 | if (inputs[i].getAttribute('type') === 'checkbox') {
2571 | if (inputs[i].checked) {
2572 | if (inputs[i].hasAttribute('value')) {
2573 | if (curSettingName.indexOf('[]') >= 0) {
2574 | curSettingName = curSettingName.split('[]')[0];
2575 | if (!setting[curSettingName]) setting[curSettingName] = [];
2576 | setting[curSettingName].push(inputs[i].getAttribute('value'));
2577 | }
2578 | else {
2579 | setting[curSettingName] = inputs[i].getAttribute('value');
2580 | }
2581 | }
2582 | else {
2583 | setting[curSettingName] = inputs[i].checked;
2584 | }
2585 | }
2586 | else {
2587 | setting[curSettingName] = inputs[i].checked;
2588 | }
2589 | }
2590 | else if (inputs[i].getAttribute('type') === 'number') {
2591 | setting[curSettingName] = Number(inputs[i].value);
2592 | if (isNaN(setting[curSettingName])) {
2593 | setting[curSettingName] = Number(inputs[i].getAttribute('placeholder'));
2594 | }
2595 | }
2596 | else {
2597 | setting[curSettingName] = inputs[i].value;
2598 | }
2599 | }
2600 | GM_setValue('ehD-setting', JSON.stringify(setting));
2601 | }
2602 | document.body.removeChild(ehDownloadSettingPanel);
2603 |
2604 | if (document.querySelector('.ehD-box-extend')) {
2605 | toggleFilenameConfirmInput('reset');
2606 | }
2607 | else {
2608 | toggleFilenameConfirmInput(!setting['recheck-file-name']);
2609 | }
2610 |
2611 | // ehDownloadBox.classList[setting['actions-sticky'] ? 'add' : 'remove']('ehD-box-sticky');
2612 |
2613 | try {
2614 | showPreCalcCost();
2615 | }
2616 | catch (e) { }
2617 | }
2618 | });
2619 |
2620 | Array.prototype.forEach.call(ehDownloadSettingPanel.getElementsByClassName('ehD-setting-content'), function(elem) {
2621 | elem.addEventListener('focusin', function(event){
2622 | ehDownloadSettingPanel.setAttribute('data-active-setting', this.dataset.settingPage);
2623 | // prevent auto-scroll from browser
2624 | ehDownloadSettingPanel.scrollLeft = 0;
2625 | }, true);
2626 | });
2627 | }
2628 |
2629 | function getImageLimits() {
2630 | var host = host || location.hostname;
2631 | if (host === 'exhentai.org') {
2632 | host = 'e-hentai.org';
2633 | }
2634 |
2635 | var preData = JSON.parse(localStorage.getItem('ehd-image-limits-' + host) || '{"timestamp":0}');
2636 | return preData;
2637 | }
2638 |
2639 | function loadImageLimits(forced, host){
2640 | if (!visibleState) {
2641 | return;
2642 | }
2643 | var host = host || location.hostname;
2644 | if (host === 'exhentai.org') {
2645 | host = 'e-hentai.org';
2646 | }
2647 | var url = 'https://' + host + '/home.php';
2648 |
2649 | var preData = getImageLimits();
2650 | if (!forced && new Date() - preData.timestamp < 30000) {
2651 | return showImageLimits();
2652 | }
2653 |
2654 | console.log('[EHD] Request Image Limits From ' + host);
2655 |
2656 | GM_xmlhttpRequest({
2657 | method: 'GET',
2658 | url: url,
2659 | timeout: 300000,
2660 | onload: function(res) {
2661 | var responseText = res.responseText;
2662 | if (!responseText) return;
2663 | preData.timestamp = new Date().getTime();
2664 | if (responseText.indexOf('as your account has been suspended') >= 0) {
2665 | preData.suspended = true;
2666 | }
2667 | else if (responseText.indexOf('Your IP address has been temporarily banned') >= 0) {
2668 | preData.ipBanned = true;
2669 | }
2670 | else {
2671 | var data = responseText.match(ehDownloadRegex.imageLimits);
2672 | if (!data || data.length < 3) return;
2673 | preData.cur = +data[1].replace(/,/g, '');
2674 | preData.total = +data[2].replace(/,/g, '');
2675 |
2676 | var donatorPower = responseText.match(ehDownloadRegex.donatorPower);
2677 | if (!donatorPower || donatorPower.length < 2) return;
2678 | preData.donatorPower = +donatorPower[1];
2679 | delete preData.suspended;
2680 | delete preData.ipBanned;
2681 | }
2682 | console.log('[EHD] Image Limits >', JSON.stringify(preData));
2683 | localStorage.setItem('ehd-image-limits-' + host, JSON.stringify(preData));
2684 | showImageLimits();
2685 | }
2686 | });
2687 | }
2688 |
2689 | function showImageLimits(){
2690 | // tor doesn't count to normal account since the ip is dynamic, but not sure if it counts for donator/hath perk account
2691 | // if (isTor) {
2692 | // return;
2693 | // }
2694 |
2695 | var list = Object.keys(localStorage).filter(function(elem){
2696 | return elem.indexOf('ehd-image-limits-') === 0;
2697 | }).sort().map(function(elem){
2698 | var curData = JSON.parse(localStorage.getItem(elem));
2699 | if (curData.suspended) {
2700 | return '! Account Suspended !';
2701 | }
2702 | if (curData.ipBanned) {
2703 | return '! IP Banned !';
2704 | }
2705 | if (+curData.cur >= +curData.total) {
2706 | return '' + curData.cur + '/' + curData.total + ''
2707 | }
2708 | return curData.cur + '/' + curData.total;
2709 | });
2710 |
2711 | ehDownloadBox.getElementsByClassName('ehD-box-limit')[0].innerHTML = ' | Image Limits: ' + list.join('; ') + '';
2712 | }
2713 |
2714 | function getFileSizeAndLength() {
2715 | // TODO: use api.php if fails
2716 | var context = (document.getElementById('gdd') || {}).textContent || '';
2717 | var sizeText = ((context.split('File Size:')[1] || '').split('Length:')[0] || '').trim();
2718 | var pageText = ((context.split('Length:')[1] || '').split('page')[0] || '').trim() ||
2719 | ((document.querySelector('.gpc') || {}).textContent.split('of').pop().split('images').shift() || '').trim();
2720 |
2721 | var sizeMB, sizeKB;
2722 | var page = pageText - 0;
2723 |
2724 | if (/Mi?B/.test(sizeText)) {
2725 | sizeMB = parseFloat(sizeText) + 0.01;
2726 | sizeKB = sizeMB * 1024;
2727 | }
2728 | else if (/Gi?B/.test(sizeText)) {
2729 | sizeMB = (parseFloat(sizeText) + 0.01) * 1024;
2730 | sizeKB = sizeMB * 1024;
2731 | }
2732 | else {
2733 | sizeMB = 1;
2734 | sizeKB = parseFloat(sizeText);
2735 | }
2736 |
2737 | var result = {
2738 | sizeMB: sizeMB,
2739 | sizeKB: sizeKB,
2740 | size: sizeKB * 1024,
2741 | page: page
2742 | };
2743 |
2744 | getFileSizeAndLength = function(){
2745 | return result;
2746 | };
2747 |
2748 | return result;
2749 | };
2750 |
2751 | function toggleFilenameConfirmInput(hide){
2752 | var extendNodes = document.querySelector('.ehD-box-extend');
2753 | if (extendNodes) {
2754 | if (hide === 'reset') {
2755 | ehDownloadBox.removeChild(extendNodes);
2756 | if (setting['recheck-file-name']) toggleFilenameConfirmInput();
2757 | }
2758 | else if (hide) {
2759 | extendNodes.style.display = 'none';
2760 | }
2761 | else {
2762 | extendNodes.style.display = 'block';
2763 | }
2764 | }
2765 | else if (!hide) {
2766 | extendNodes = document.createElement('div');
2767 | extendNodes.className = 'ehD-box-extend';
2768 | extendNodes.innerHTML = '' +
2769 | '';
2770 | ehDownloadBox.appendChild(extendNodes);
2771 |
2772 | dirName = getReplacedName(!setting['dir-name'] ? '{gid}_{token}' : setting['dir-name']);
2773 | fileName = getReplacedName(!setting['file-name'] ? '{title}' : setting['file-name']);
2774 | extendNodes.getElementsByClassName('ehD-box-extend-filename')[0].value = fileName;
2775 | extendNodes.getElementsByClassName('ehD-box-extend-dirname')[0].value = dirName;
2776 | }
2777 | }
2778 |
2779 | function getResolutionSetting(forced){
2780 | var url = '/uconfig.php';
2781 |
2782 | var preData = JSON.parse(localStorage.getItem('ehd-resolution') || '{"timestamp":0}');
2783 | if (!forced && new Date() - preData.timestamp < 3600e3) {
2784 | return;
2785 | }
2786 |
2787 | // tor site don't have original image feature
2788 | if (isTor) {
2789 | localStorage.setItem('ehd-resolution', JSON.stringify({
2790 | withoutHentaiAtHome: 0,
2791 | resolution: 0,
2792 | timestamp: Date.now()
2793 | }));
2794 | return;
2795 | }
2796 |
2797 | console.log('[EHD] Request Resolution Setting');
2798 |
2799 | var xhr = new XMLHttpRequest();
2800 | xhr.onload = function() {
2801 | var responseText = xhr.responseText;
2802 | if (!responseText) return;
2803 | var preData = {
2804 | withoutHentaiAtHome: +((responseText.match(/id="uh_(\d)" checked/) || [])[1] || 0),
2805 | resolution: +((responseText.match(/id="xr_(\d)" checked/) || [])[1] || 0),
2806 | originalImages: +((responseText.match(/id="oi_(\d)".*? checked/) || [])[1] || 0),
2807 | mpvAvailable: responseText.indexOf('name="qb"') >= 0,
2808 | timestamp: Date.now()
2809 | };
2810 | console.log('[EHD] Resolution Setting >', JSON.stringify(preData));
2811 | localStorage.setItem('ehd-resolution', JSON.stringify(preData));
2812 | try {
2813 | showPreCalcCost();
2814 | }
2815 | catch (e) { }
2816 | };
2817 | xhr.open('GET', url);
2818 | xhr.send();
2819 | }
2820 |
2821 | function preCalculateCost(){
2822 | // tor doesn't count to normal account since the ip is dynamic, but not sure if it counts for donator/hath perk account
2823 | // if (isTor) {
2824 | // return;
2825 | // }
2826 |
2827 | var resolutionSetting = JSON.parse(localStorage.getItem('ehd-resolution') || '{"timestamp":0}');
2828 | var resolutionCost = {
2829 | 0: 1,
2830 | 1: 1,
2831 | 2: 1,
2832 | 3: 1,
2833 | 4: 3,
2834 | 5: 5
2835 | };
2836 | var info = getFileSizeAndLength();
2837 | var size = info.size;
2838 | var page = info.page;
2839 | var perCost = resolutionCost[resolutionSetting.resolution || 0];
2840 | if ((resolutionSetting.withoutHentaiAtHome || 0) > 1) {
2841 | perCost += 10;
2842 | }
2843 | var leastCost = page * perCost;
2844 | // 1 point per 0.1 MB since August 2019, less than 0.1 MB will also be counted, so asumme each image size has the extra < 100 KB
2845 | var normalCost = Math.ceil((size / 1e5) + page * (1 + perCost));
2846 | var cost = leastCost;
2847 | var gp = Math.ceil(size / 1e5) * 2 + page;
2848 | var isUsingGP = false;
2849 | var isUsingOriginal = !setting['force-resized'] && !isTor;
2850 | // var isSourceNexus = isSourceNexusEnabled();
2851 |
2852 | // tor site don't have original image feature
2853 | if (isUsingOriginal) {
2854 | if (isGPRequired()) {
2855 | isUsingGP = true;
2856 | }
2857 | if (!isUsingGP) {
2858 | cost = normalCost;
2859 | } else {
2860 | cost = leastCost + ' + ' + gp + ' GP';
2861 | }
2862 | }
2863 |
2864 | var result = {
2865 | cost: cost,
2866 | normalCost: normalCost,
2867 | leastCost: leastCost,
2868 | perCost: perCost,
2869 | gp: gp,
2870 | isUsingOriginal: isUsingOriginal,
2871 | isUsingGP: isUsingGP,
2872 | };
2873 |
2874 | console.log('[EHD] Pre-calculate estimated cost >', JSON.stringify(result));
2875 | return result;
2876 | }
2877 |
2878 | function showPreCalcCost(){
2879 | var data = preCalculateCost();
2880 | var isUsingOriginal = data.isUsingOriginal;
2881 | var isUsingGP = data.isUsingGP;
2882 | var leastCost = data.leastCost;
2883 | var gp = data.gp;
2884 | var cost = data.cost;
2885 |
2886 | ehDownloadBox.getElementsByClassName('ehD-box-cost')[0].innerHTML = ' | \
2887 | '
2894 | + 'Estimated Costs: ' + (/* isSourceNexus ? leastCost : */ cost || '???') + '';
2895 | }
2896 |
2897 | // EHD Box, thanks to JingJang@GitHub, source: https://github.com/JingJang/E-Hentai-Downloader
2898 | var ehDownloadBox = document.createElement('fieldset');
2899 | ehDownloadBox.className = 'ehD-box';
2900 | var ehDownloadBoxTitle = document.createElement('legend');
2901 | ehDownloadBoxTitle.innerHTML = 'E-Hentai Downloader ';
2902 | if (origin.indexOf('exhentai.org') >= 0) ehDownloadBoxTitle.style.color = '#ffff66';
2903 | ehDownloadBox.appendChild(ehDownloadBoxTitle);
2904 | var ehDownloadStylesheet = document.createElement('style');
2905 | ehDownloadStylesheet.textContent = ehDownloadStyle;
2906 | ehDownloadBox.appendChild(ehDownloadStylesheet);
2907 |
2908 | var extraHint;
2909 | if (isInPeakHours() && !isRecentGallery()) {
2910 | extraHint = document.createElement('a');
2911 | extraHint.setAttribute('title', 'Peak Hours: It\'s in peak hours now, during peak hours, downloading original images of 90 days ago cost GPs');
2912 | extraHint.textContent = '[P]';
2913 | ehDownloadBoxTitle.appendChild(extraHint);
2914 | }
2915 | if (isAncientGallery()) {
2916 | extraHint = document.createElement('a');
2917 | extraHint.setAttribute('title', 'Ancient Gallery: Downloading original images of 1 year ago cost GPs');
2918 | extraHint.textContent = '[A]';
2919 | ehDownloadBoxTitle.appendChild(extraHint);
2920 | }
2921 |
2922 | var ehDownloadArrow = '\
2436 | \
2516 | \
2437 | \
2438 | \
2439 | \
2440 | \
2441 | \
2442 | \
2443 | \
2444 | \
2445 | \
2446 | \
2447 | \
2448 | \
2449 | \
2450 | \
2451 | \
2452 | \
2453 | \
2454 | \
2466 | \
2455 | \
2465 | \
2456 | * Available templates: \
2457 | \
2464 | {gid} Gallery GID | \
2458 | {token} Gallery token | \
2459 | {title} Gallery title | \
2460 | {subtitle} Gallery sub-title | \
2461 | {tag}, {category} Gallery category | \
2462 | {uploader} Gallery uploader\
2463 | \
2467 | \
2515 | (1) \
2468 | (2) \
2469 | \
2470 | (3) \
2471 | (3) \
2472 | \
2473 | \
2474 | \
2475 | (4) \
2476 | (5) \
2477 | \
2478 | ...which includes \
2479 | \
2480 | \
2481 | \
2482 | \
2483 | \
2484 | \
2485 | \
2486 | \
2514 | \
2487 | (1) Higher compression level can get smaller file without lossing any data, but may takes more time. If you have a decent CPU you can set it higher, and if you\'re using macOS set it to at least 1.\
2488 | \
2489 | \
2490 | (2) This may reduce memory usage but some decompress softwares may not support the Zip file. See JSZip Docs for more info.\
2491 | \
2492 | \
2493 | (3) Enable these option will never let you to load from regular image server (or say force loaded from H@H). This may save your image viewing limits (See wiki), but may also cause some download problems, especially if your network cannot connect to specific H@H node.\
2494 | \
2495 | \
2496 | (4) If enabled you can save larger Zip files (probably ~1GB).\
2497 | \
2498 | \
2499 | (5) If enabled the script will play slient music to avoid downloading freeze when page is in background (See issue). Only needed if you have the problem, because the audio-playing icon maybe annoying.\
2500 | \
2501 | \
2502 | (6) Comic book archive is a file type to archive comic images, you can open it with some comic viewer like CDisplay/CDisplayEX, or just extract it as a Zip file. To keep the order of images, you can also enable numbering images.\
2503 | \
2504 | \
2505 | (7) If you cannot original images, but you\'ve already logged in and your account is not blocked or used up your limits, it may caused by your cookies is not sent to the server. This feature may helps you to pass your current cookies to the download request, but please enable it ONLY if you cannot download any original images.\
2506 | \
2507 | \
2508 | (8) If you have already logged in, but the script detects that you\'re not logged in, you can enable this to skip login check. Please note that if you are not logged in actually, the script will not work as expect.\
2509 | \
2510 | \
2511 | (9) If you have problem to download on the same site, like account session is misleading, you can force redirect original download link to another domain. Pass cookies manually may be needed.\
2512 | \
2513 |  ';
2923 |
2924 | var ehDownloadAction = document.createElement('div');
2925 | ehDownloadAction.className = 'g2';
2926 | ehDownloadAction.innerHTML = ehDownloadArrow + ' Download Archive';
2927 | ehDownloadAction.addEventListener('click', function(event){
2928 | event.preventDefault();
2929 |
2930 | var torrentsNode = document.querySelector('#gd5 a[onclick*="gallerytorrents.php"]');
2931 | var torrentsCount = torrentsNode ? torrentsNode.textContent.match(/\d+/)[0] - 0 : 0;
2932 | if (isDownloading && !confirm('E-Hentai Downloader is working now, are you sure to stop downloading and start a new download?')) return;
2933 |
2934 | if (!setting['ignore-torrent'] && torrentsCount > 0 && !confirm('There are ' + torrentsCount + ' torrent(s) available for this gallery. You can download the torrent(s) to get a stable and controllable download experience without spending your image limits, or even get bonus content.\n\nContinue downloading with E-Hentai Downloader (Yes) or use torrent(s) directly (No)?\n(You can disable this notification in the Settings)')) {
2935 | return torrentsNode.dispatchEvent(new MouseEvent('click'));
2936 | }
2937 |
2938 | if (unsafeWindow.apiuid === -1 && !setting['force-as-login'] && !confirm('You are not logged in to E-Hentai Forums, so you can\'t download original images.\nIf you\'ve already logged in, please try logout and login again.\nContinue with resized images?')) return;
2939 |
2940 | console.log('[EHD] Is Peak Hours >', isInPeakHours(), ' | Is Recent Gallery >', isRecentGallery(), ' | Is Ancient Gallery >', isAncientGallery(), ' | Is Donator >', isDonator());
2941 |
2942 | if (
2943 | !setting['force-resized'] &&
2944 | !isTor &&
2945 | !setting['never-warn-peak-hours'] &&
2946 | isGPRequired() // &&
2947 | // !isSourceNexusEnabled()
2948 | ) {
2949 | if (isAncientGallery() && isDonator() < 1) {
2950 | if (!confirm('The gallery has been uploaded for a very long time, downloading original images will cost your GPs instead of viewing limits.\nYou can download resized images or disable this notification in script\'s settings.\n\nContinue downloading with original images?')) {
2951 | return;
2952 | }
2953 | } else {
2954 | if (!confirm('It\'s peak hours now, downloading original images will cost your GPs instead of viewing limits.\nYou can download resized images or disable this notification in script\'s settings.\n\nContinue downloading with original images?')) {
2955 | return;
2956 | }
2957 | }
2958 | }
2959 |
2960 | if (!setting['never-warn-limits']) {
2961 | var costData = preCalculateCost();
2962 | var limitsData = getImageLimits();
2963 | var totalLimitsCost = +(setting['force-resized'] ? costData.leastCost : costData.normalCost) || 0;
2964 | if (Number.isNaN(totalLimitsCost)) {
2965 | totalLimitsCost = 0;
2966 | }
2967 | var finalLimits = +(limitsData.cur || 0) + totalLimitsCost;
2968 | if (finalLimits > limitsData.total) {
2969 | if (!confirm('You may used up your image limits or will run it out, downloading images exceed your limits will cost GPs instead, or credits if you run out of GPs.\nUsed + Estimated = ' + (limitsData.cur || 0) + ' + ' + totalLimitsCost + ' = ' + finalLimits + ' > ' + limitsData.total + '\n\nContinue downloading?')) {
2970 | return;
2971 | }
2972 | }
2973 | }
2974 |
2975 | ehDownloadDialog.innerHTML = '';
2976 |
2977 | initEHDownload();
2978 | });
2979 | ehDownloadBox.appendChild(ehDownloadAction);
2980 |
2981 | var ehDownloadNumberInput = document.createElement('div');
2982 | ehDownloadNumberInput.className = 'g2';
2983 | ehDownloadNumberInput.innerHTML = ehDownloadArrow + ' ';
2984 | ehDownloadBox.appendChild(ehDownloadNumberInput);
2985 |
2986 | var ehDownloadRange = document.createElement('div');
2987 | ehDownloadRange.className = 'g2';
2988 | ehDownloadRange.innerHTML = ehDownloadArrow + ' ';
2989 | ehDownloadBox.appendChild(ehDownloadRange);
2990 |
2991 | var ehDownloadSetting = document.createElement('div');
2992 | ehDownloadSetting.className = 'g2';
2993 | ehDownloadSetting.innerHTML = ehDownloadArrow + ' Settings';
2994 | ehDownloadSetting.addEventListener('click', function(event){
2995 | event.preventDefault();
2996 | showSettings();
2997 | });
2998 | ehDownloadBox.appendChild(ehDownloadSetting);
2999 |
3000 | document.body.insertBefore(ehDownloadBox, document.getElementById('asm') || document.querySelector('.gm').nextElementSibling);
3001 |
3002 | var ehDownloadDialog = document.createElement('div');
3003 | ehDownloadDialog.className = 'ehD-dialog';
3004 | document.body.appendChild(ehDownloadDialog);
3005 |
3006 | var ehDownloadStatus = document.createElement('div');
3007 | ehDownloadStatus.className = 'ehD-status';
3008 | ehDownloadStatus.addEventListener('click', function(event){
3009 | event.preventDefault();
3010 | ehDownloadDialog.classList.toggle('hidden');
3011 | });
3012 |
3013 | var ehDownloadPauseBtn = document.createElement('button');
3014 | ehDownloadPauseBtn.className = 'ehD-pause';
3015 | ehDownloadPauseBtn.textContent ='Pause';
3016 | ehDownloadPauseBtn.addEventListener('click', function(event){
3017 | if (!isPausing) {
3018 | isPausing = true;
3019 | ehDownloadPauseBtn.textContent = 'Resume';
3020 |
3021 | if (setting['force-pause']) {
3022 | // waiting Tampermonkey for transfering string to ArrayBuffer, it may stuck for a second
3023 | setTimeout(function(){
3024 | for (var i = 0; i < fetchThread.length; i++) {
3025 | if (typeof fetchThread[i] !== 'undefined' && 'abort' in fetchThread[i]) fetchThread[i].abort();
3026 |
3027 | if (imageData[i] === 'Fetching' && retryCount[i] < (setting['retry-count'] !== undefined ? setting['retry-count'] : 3)) {
3028 | var elem = progressTable.querySelector('tr[data-index="' + i + '"] .ehD-pt-status-text');
3029 | if (elem) elem.textContent = 'Force Paused';
3030 |
3031 | elem = progressTable.querySelector('tr[data-index="' + i + '"] .ehD-pt-progress-text');
3032 | if (elem) elem.textContent = '';
3033 |
3034 | imageData[i] = null;
3035 | //fetchCount = 0; // fixed for async
3036 | fetchCount--;
3037 |
3038 | updateTotalStatus();
3039 | }
3040 | }
3041 | }, 0);
3042 | }
3043 |
3044 | if (emptyAudio) {
3045 | emptyAudio.pause();
3046 | }
3047 | }
3048 | else {
3049 | isPausing = false;
3050 | ehDownloadPauseBtn.textContent = setting['force-pause'] ? 'Pause (Downloading images will be aborted)' : 'Pause (Downloading images will keep downloading)';
3051 |
3052 | checkFailed();
3053 | }
3054 | });
3055 |
3056 | window.addEventListener('focus', function(){
3057 | if (setting['status-in-title'] === 'blur') {
3058 | if (!needTitleStatus) return;
3059 | document.title = pretitle;
3060 | needTitleStatus = false;
3061 | }
3062 | });
3063 |
3064 | window.addEventListener('blur', function(){
3065 | if (isDownloading && setting['status-in-title'] === 'blur') {
3066 | needTitleStatus = true;
3067 | document.title = '[' + (isPausing ? '❙❙' : downloadedCount < totalCount ? '↓ ' + downloadedCount + '/' + totalCount : totalCount === 0 ? '↓' : '√' ) + '] ' + pretitle;
3068 | }
3069 | });
3070 |
3071 | var forceDownloadTips = document.createElement('div');
3072 | forceDownloadTips.className = 'ehD-force-download-tips';
3073 | forceDownloadTips.innerHTML = 'If an error occured and script doesn\'t work, click here to force get your downloaded images.';
3074 | forceDownloadTips.getElementsByTagName('a')[0].addEventListener('click', function(event){
3075 | // fixed permission denied on GreaseMonkey
3076 | event.preventDefault();
3077 | saveDownloaded(true);
3078 | });
3079 |
3080 | var closeTips = document.createElement('div');
3081 | closeTips.className = 'ehD-close-tips';
3082 | closeTips.innerHTML = 'E-Hentai Downloader is still running, please don\'t close this tab until it finished downloading.If any bug occured and the script doesn\'t work correctly, you can move your mouse pointer onto the progress box, and force to save downloaded images before you leave.'; 3083 | 3084 | unsafeWindow.getzip = window.getzip = function(){ 3085 | saveDownloaded(true); 3086 | }; 3087 | 3088 | initSetting(); 3089 | 3090 | window.addEventListener('storage', showImageLimits); 3091 | 3092 | window.onbeforeunload = unsafeWindow.onbeforeunload = function(){ 3093 | function clearRubbish(){ 3094 | for (var i = 0; i < fetchThread.length; i++) { 3095 | if (typeof fetchThread[i] !== 'undefined' && 'abort' in fetchThread[i]) fetchThread[i].abort(); 3096 | } 3097 | ehDownloadFS.removeFile(unsafeWindow.gid + '.zip'); 3098 | } 3099 | if (isDownloading || isPausing || isSaving) { 3100 | document.body.appendChild(closeTips); 3101 | 3102 | setTimeout(function(){ 3103 | document.body.removeChild(closeTips); 3104 | }, 100); 3105 | 3106 | return 'E-Hentai Downloader is still running, please don\'t close this tab until it finished downloading.'; 3107 | } 3108 | clearRubbish(); 3109 | }; 3110 | -------------------------------------------------------------------------------- |