├── .eslintrc.json ├── .gitignore ├── LICENSE ├── README.md ├── aria2.js ├── background.js ├── curl.js ├── icons ├── cliget-dark.svg ├── cliget-light.svg └── cliget.svg ├── manifest.json ├── package.json ├── popup.css ├── popup.html ├── popup.js ├── utils.js └── wget.js /.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "env": { 3 | "browser": true, 4 | "es6": true, 5 | "webextensions": true 6 | }, 7 | "extends": "eslint:recommended", 8 | "parserOptions": { 9 | "ecmaVersion": 2017 10 | }, 11 | "plugins": ["prettier"], 12 | "rules": { 13 | "no-shadow": ["error", { "allow": ["err"] }], 14 | "prefer-arrow-callback": "error", 15 | "curly": ["error", "multi", "consistent"], 16 | "prettier/prettier": "error" 17 | } 18 | } 19 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | web-ext-artifacts 3 | package-lock.json 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Mozilla Public License Version 2.0 2 | ================================== 3 | 4 | 1. Definitions 5 | -------------- 6 | 7 | 1.1. "Contributor" 8 | means each individual or legal entity that creates, contributes to 9 | the creation of, or owns Covered Software. 10 | 11 | 1.2. "Contributor Version" 12 | means the combination of the Contributions of others (if any) used 13 | by a Contributor and that particular Contributor's Contribution. 14 | 15 | 1.3. "Contribution" 16 | means Covered Software of a particular Contributor. 17 | 18 | 1.4. "Covered Software" 19 | means Source Code Form to which the initial Contributor has attached 20 | the notice in Exhibit A, the Executable Form of such Source Code 21 | Form, and Modifications of such Source Code Form, in each case 22 | including portions thereof. 23 | 24 | 1.5. "Incompatible With Secondary Licenses" 25 | means 26 | 27 | (a) that the initial Contributor has attached the notice described 28 | in Exhibit B to the Covered Software; or 29 | 30 | (b) that the Covered Software was made available under the terms of 31 | version 1.1 or earlier of the License, but not also under the 32 | terms of a Secondary License. 33 | 34 | 1.6. "Executable Form" 35 | means any form of the work other than Source Code Form. 36 | 37 | 1.7. "Larger Work" 38 | means a work that combines Covered Software with other material, in 39 | a separate file or files, that is not Covered Software. 40 | 41 | 1.8. "License" 42 | means this document. 43 | 44 | 1.9. "Licensable" 45 | means having the right to grant, to the maximum extent possible, 46 | whether at the time of the initial grant or subsequently, any and 47 | all of the rights conveyed by this License. 48 | 49 | 1.10. "Modifications" 50 | means any of the following: 51 | 52 | (a) any file in Source Code Form that results from an addition to, 53 | deletion from, or modification of the contents of Covered 54 | Software; or 55 | 56 | (b) any new file in Source Code Form that contains any Covered 57 | Software. 58 | 59 | 1.11. "Patent Claims" of a Contributor 60 | means any patent claim(s), including without limitation, method, 61 | process, and apparatus claims, in any patent Licensable by such 62 | Contributor that would be infringed, but for the grant of the 63 | License, by the making, using, selling, offering for sale, having 64 | made, import, or transfer of either its Contributions or its 65 | Contributor Version. 66 | 67 | 1.12. "Secondary License" 68 | means either the GNU General Public License, Version 2.0, the GNU 69 | Lesser General Public License, Version 2.1, the GNU Affero General 70 | Public License, Version 3.0, or any later versions of those 71 | licenses. 72 | 73 | 1.13. "Source Code Form" 74 | means the form of the work preferred for making modifications. 75 | 76 | 1.14. "You" (or "Your") 77 | means an individual or a legal entity exercising rights under this 78 | License. For legal entities, "You" includes any entity that 79 | controls, is controlled by, or is under common control with You. For 80 | purposes of this definition, "control" means (a) the power, direct 81 | or indirect, to cause the direction or management of such entity, 82 | whether by contract or otherwise, or (b) ownership of more than 83 | fifty percent (50%) of the outstanding shares or beneficial 84 | ownership of such entity. 85 | 86 | 2. License Grants and Conditions 87 | -------------------------------- 88 | 89 | 2.1. Grants 90 | 91 | Each Contributor hereby grants You a world-wide, royalty-free, 92 | non-exclusive license: 93 | 94 | (a) under intellectual property rights (other than patent or trademark) 95 | Licensable by such Contributor to use, reproduce, make available, 96 | modify, display, perform, distribute, and otherwise exploit its 97 | Contributions, either on an unmodified basis, with Modifications, or 98 | as part of a Larger Work; and 99 | 100 | (b) under Patent Claims of such Contributor to make, use, sell, offer 101 | for sale, have made, import, and otherwise transfer either its 102 | Contributions or its Contributor Version. 103 | 104 | 2.2. Effective Date 105 | 106 | The licenses granted in Section 2.1 with respect to any Contribution 107 | become effective for each Contribution on the date the Contributor first 108 | distributes such Contribution. 109 | 110 | 2.3. Limitations on Grant Scope 111 | 112 | The licenses granted in this Section 2 are the only rights granted under 113 | this License. No additional rights or licenses will be implied from the 114 | distribution or licensing of Covered Software under this License. 115 | Notwithstanding Section 2.1(b) above, no patent license is granted by a 116 | Contributor: 117 | 118 | (a) for any code that a Contributor has removed from Covered Software; 119 | or 120 | 121 | (b) for infringements caused by: (i) Your and any other third party's 122 | modifications of Covered Software, or (ii) the combination of its 123 | Contributions with other software (except as part of its Contributor 124 | Version); or 125 | 126 | (c) under Patent Claims infringed by Covered Software in the absence of 127 | its Contributions. 128 | 129 | This License does not grant any rights in the trademarks, service marks, 130 | or logos of any Contributor (except as may be necessary to comply with 131 | the notice requirements in Section 3.4). 132 | 133 | 2.4. Subsequent Licenses 134 | 135 | No Contributor makes additional grants as a result of Your choice to 136 | distribute the Covered Software under a subsequent version of this 137 | License (see Section 10.2) or under the terms of a Secondary License (if 138 | permitted under the terms of Section 3.3). 139 | 140 | 2.5. Representation 141 | 142 | Each Contributor represents that the Contributor believes its 143 | Contributions are its original creation(s) or it has sufficient rights 144 | to grant the rights to its Contributions conveyed by this License. 145 | 146 | 2.6. Fair Use 147 | 148 | This License is not intended to limit any rights You have under 149 | applicable copyright doctrines of fair use, fair dealing, or other 150 | equivalents. 151 | 152 | 2.7. Conditions 153 | 154 | Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted 155 | in Section 2.1. 156 | 157 | 3. Responsibilities 158 | ------------------- 159 | 160 | 3.1. Distribution of Source Form 161 | 162 | All distribution of Covered Software in Source Code Form, including any 163 | Modifications that You create or to which You contribute, must be under 164 | the terms of this License. You must inform recipients that the Source 165 | Code Form of the Covered Software is governed by the terms of this 166 | License, and how they can obtain a copy of this License. You may not 167 | attempt to alter or restrict the recipients' rights in the Source Code 168 | Form. 169 | 170 | 3.2. Distribution of Executable Form 171 | 172 | If You distribute Covered Software in Executable Form then: 173 | 174 | (a) such Covered Software must also be made available in Source Code 175 | Form, as described in Section 3.1, and You must inform recipients of 176 | the Executable Form how they can obtain a copy of such Source Code 177 | Form by reasonable means in a timely manner, at a charge no more 178 | than the cost of distribution to the recipient; and 179 | 180 | (b) You may distribute such Executable Form under the terms of this 181 | License, or sublicense it under different terms, provided that the 182 | license for the Executable Form does not attempt to limit or alter 183 | the recipients' rights in the Source Code Form under this License. 184 | 185 | 3.3. Distribution of a Larger Work 186 | 187 | You may create and distribute a Larger Work under terms of Your choice, 188 | provided that You also comply with the requirements of this License for 189 | the Covered Software. If the Larger Work is a combination of Covered 190 | Software with a work governed by one or more Secondary Licenses, and the 191 | Covered Software is not Incompatible With Secondary Licenses, this 192 | License permits You to additionally distribute such Covered Software 193 | under the terms of such Secondary License(s), so that the recipient of 194 | the Larger Work may, at their option, further distribute the Covered 195 | Software under the terms of either this License or such Secondary 196 | License(s). 197 | 198 | 3.4. Notices 199 | 200 | You may not remove or alter the substance of any license notices 201 | (including copyright notices, patent notices, disclaimers of warranty, 202 | or limitations of liability) contained within the Source Code Form of 203 | the Covered Software, except that You may alter any license notices to 204 | the extent required to remedy known factual inaccuracies. 205 | 206 | 3.5. Application of Additional Terms 207 | 208 | You may choose to offer, and to charge a fee for, warranty, support, 209 | indemnity or liability obligations to one or more recipients of Covered 210 | Software. However, You may do so only on Your own behalf, and not on 211 | behalf of any Contributor. You must make it absolutely clear that any 212 | such warranty, support, indemnity, or liability obligation is offered by 213 | You alone, and You hereby agree to indemnify every Contributor for any 214 | liability incurred by such Contributor as a result of warranty, support, 215 | indemnity or liability terms You offer. You may include additional 216 | disclaimers of warranty and limitations of liability specific to any 217 | jurisdiction. 218 | 219 | 4. Inability to Comply Due to Statute or Regulation 220 | --------------------------------------------------- 221 | 222 | If it is impossible for You to comply with any of the terms of this 223 | License with respect to some or all of the Covered Software due to 224 | statute, judicial order, or regulation then You must: (a) comply with 225 | the terms of this License to the maximum extent possible; and (b) 226 | describe the limitations and the code they affect. Such description must 227 | be placed in a text file included with all distributions of the Covered 228 | Software under this License. Except to the extent prohibited by statute 229 | or regulation, such description must be sufficiently detailed for a 230 | recipient of ordinary skill to be able to understand it. 231 | 232 | 5. Termination 233 | -------------- 234 | 235 | 5.1. The rights granted under this License will terminate automatically 236 | if You fail to comply with any of its terms. However, if You become 237 | compliant, then the rights granted under this License from a particular 238 | Contributor are reinstated (a) provisionally, unless and until such 239 | Contributor explicitly and finally terminates Your grants, and (b) on an 240 | ongoing basis, if such Contributor fails to notify You of the 241 | non-compliance by some reasonable means prior to 60 days after You have 242 | come back into compliance. Moreover, Your grants from a particular 243 | Contributor are reinstated on an ongoing basis if such Contributor 244 | notifies You of the non-compliance by some reasonable means, this is the 245 | first time You have received notice of non-compliance with this License 246 | from such Contributor, and You become compliant prior to 30 days after 247 | Your receipt of the notice. 248 | 249 | 5.2. If You initiate litigation against any entity by asserting a patent 250 | infringement claim (excluding declaratory judgment actions, 251 | counter-claims, and cross-claims) alleging that a Contributor Version 252 | directly or indirectly infringes any patent, then the rights granted to 253 | You by any and all Contributors for the Covered Software under Section 254 | 2.1 of this License shall terminate. 255 | 256 | 5.3. In the event of termination under Sections 5.1 or 5.2 above, all 257 | end user license agreements (excluding distributors and resellers) which 258 | have been validly granted by You or Your distributors under this License 259 | prior to termination shall survive termination. 260 | 261 | ************************************************************************ 262 | * * 263 | * 6. Disclaimer of Warranty * 264 | * ------------------------- * 265 | * * 266 | * Covered Software is provided under this License on an "as is" * 267 | * basis, without warranty of any kind, either expressed, implied, or * 268 | * statutory, including, without limitation, warranties that the * 269 | * Covered Software is free of defects, merchantable, fit for a * 270 | * particular purpose or non-infringing. The entire risk as to the * 271 | * quality and performance of the Covered Software is with You. * 272 | * Should any Covered Software prove defective in any respect, You * 273 | * (not any Contributor) assume the cost of any necessary servicing, * 274 | * repair, or correction. This disclaimer of warranty constitutes an * 275 | * essential part of this License. No use of any Covered Software is * 276 | * authorized under this License except under this disclaimer. * 277 | * * 278 | ************************************************************************ 279 | 280 | ************************************************************************ 281 | * * 282 | * 7. Limitation of Liability * 283 | * -------------------------- * 284 | * * 285 | * Under no circumstances and under no legal theory, whether tort * 286 | * (including negligence), contract, or otherwise, shall any * 287 | * Contributor, or anyone who distributes Covered Software as * 288 | * permitted above, be liable to You for any direct, indirect, * 289 | * special, incidental, or consequential damages of any character * 290 | * including, without limitation, damages for lost profits, loss of * 291 | * goodwill, work stoppage, computer failure or malfunction, or any * 292 | * and all other commercial damages or losses, even if such party * 293 | * shall have been informed of the possibility of such damages. This * 294 | * limitation of liability shall not apply to liability for death or * 295 | * personal injury resulting from such party's negligence to the * 296 | * extent applicable law prohibits such limitation. Some * 297 | * jurisdictions do not allow the exclusion or limitation of * 298 | * incidental or consequential damages, so this exclusion and * 299 | * limitation may not apply to You. * 300 | * * 301 | ************************************************************************ 302 | 303 | 8. Litigation 304 | ------------- 305 | 306 | Any litigation relating to this License may be brought only in the 307 | courts of a jurisdiction where the defendant maintains its principal 308 | place of business and such litigation shall be governed by laws of that 309 | jurisdiction, without reference to its conflict-of-law provisions. 310 | Nothing in this Section shall prevent a party's ability to bring 311 | cross-claims or counter-claims. 312 | 313 | 9. Miscellaneous 314 | ---------------- 315 | 316 | This License represents the complete agreement concerning the subject 317 | matter hereof. If any provision of this License is held to be 318 | unenforceable, such provision shall be reformed only to the extent 319 | necessary to make it enforceable. Any law or regulation which provides 320 | that the language of a contract shall be construed against the drafter 321 | shall not be used to construe this License against a Contributor. 322 | 323 | 10. Versions of the License 324 | --------------------------- 325 | 326 | 10.1. New Versions 327 | 328 | Mozilla Foundation is the license steward. Except as provided in Section 329 | 10.3, no one other than the license steward has the right to modify or 330 | publish new versions of this License. Each version will be given a 331 | distinguishing version number. 332 | 333 | 10.2. Effect of New Versions 334 | 335 | You may distribute the Covered Software under the terms of the version 336 | of the License under which You originally received the Covered Software, 337 | or under the terms of any subsequent version published by the license 338 | steward. 339 | 340 | 10.3. Modified Versions 341 | 342 | If you create software not governed by this License, and you want to 343 | create a new license for such software, you may create and use a 344 | modified version of this License if you rename the license and remove 345 | any references to the name of the license steward (except to note that 346 | such modified license differs from this License). 347 | 348 | 10.4. Distributing Source Code Form that is Incompatible With Secondary 349 | Licenses 350 | 351 | If You choose to distribute Source Code Form that is Incompatible With 352 | Secondary Licenses under the terms of this version of the License, the 353 | notice described in Exhibit B of this License must be attached. 354 | 355 | Exhibit A - Source Code Form License Notice 356 | ------------------------------------------- 357 | 358 | This Source Code Form is subject to the terms of the Mozilla Public 359 | License, v. 2.0. If a copy of the MPL was not distributed with this 360 | file, You can obtain one at http://mozilla.org/MPL/2.0/. 361 | 362 | If it is not possible or desirable to put the notice in a particular 363 | file, then You may include the notice in a location (such as a LICENSE 364 | file in a relevant directory) where a recipient would be likely to look 365 | for such a notice. 366 | 367 | You may add additional accurate notices of copyright ownership. 368 | 369 | Exhibit B - "Incompatible With Secondary Licenses" Notice 370 | --------------------------------------------------------- 371 | 372 | This Source Code Form is "Incompatible With Secondary Licenses", as 373 | defined by the Mozilla Public License, v. 2.0. 374 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # cliget 2 | 3 | Download login-protected files from the command line using curl, wget or aria2. 4 | 5 | This addon will generate commands that emulate the request as though it was 6 | coming from your browser by sending the same cookies, user agent string and 7 | referrer. With this addon you can download email attachments, purchased 8 | software/media, source code from a private repository to a remote server without 9 | having to download the files locally first. If come across a website where 10 | cliget doesn't work, please open an issue providing details to help reproduce 11 | the problem. 12 | 13 | *Windows users*: Enable the "Escape with double-quotes" option because Windows 14 | doesn't support single quotes. If you use cygwin, however, you don't need to 15 | enable this option. 16 | 17 | **Please be aware** of potential security and privacy implications from cookies 18 | being exposed in the download command. 19 | -------------------------------------------------------------------------------- /aria2.js: -------------------------------------------------------------------------------- 1 | "use strict"; 2 | 3 | window.aria2 = function (url, method, headers, payload, filename, options) { 4 | if (method !== "GET") throw new Error("Unsupported HTTP method"); 5 | 6 | const esc = window.escapeShellArg; 7 | 8 | let parts = ["aria2c"]; 9 | 10 | for (let header of headers) { 11 | let headerName = header.name.toLowerCase(); 12 | 13 | if (headerName === "referer") { 14 | parts.push(`--referer ${esc(header.value, options.doubleQuotes)}`); 15 | } else if (headerName === "user-agent") { 16 | parts.push(`--user-agent ${esc(header.value, options.doubleQuotes)}`); 17 | } else { 18 | let h = esc(`${header.name}: ${header.value}`, options.doubleQuotes); 19 | parts.push(`--header ${h}`); 20 | } 21 | } 22 | 23 | parts.push(esc(url, options.doubleQuotes)); 24 | 25 | if (filename) parts.push(`--out ${esc(filename, options.doubleQuotes)}`); 26 | 27 | if (options.aria2Options) parts.push(options.aria2Options); 28 | 29 | return parts.join(" "); 30 | }; 31 | -------------------------------------------------------------------------------- /background.js: -------------------------------------------------------------------------------- 1 | "use strict"; 2 | 3 | const MAX_ITEMS = 10; 4 | 5 | const downloads = new Map(); 6 | const currentRequests = new Map(); 7 | 8 | const defaultOptions = { 9 | doubleQuotes: false, 10 | excludeHeaders: "Accept-Encoding Connection", 11 | command: "curl", 12 | curlOptions: "", 13 | wgetOptions: "", 14 | aria2Options: "", 15 | }; 16 | 17 | function getOptions() { 18 | return new Promise((resolve) => { 19 | browser.storage.local.get().then((res) => { 20 | res = Object.assign({}, defaultOptions, res); 21 | resolve(res); 22 | }); 23 | }); 24 | } 25 | 26 | function setOptions(values) { 27 | new Promise((resolve) => { 28 | browser.storage.local.set(values).then(() => 29 | getOptions().then((c) => { 30 | resolve(c); 31 | }) 32 | ); 33 | }); 34 | } 35 | 36 | function resetOptions() { 37 | new Promise((resolve) => { 38 | browser.storage.local.clear().then(() => 39 | getOptions().then((c) => { 40 | resolve(c); 41 | }) 42 | ); 43 | }); 44 | } 45 | 46 | function clear() { 47 | downloads.clear(); 48 | } 49 | 50 | function getDownloadList() { 51 | const list = []; 52 | for (let [reqId, req] of downloads) 53 | list.push({ 54 | id: reqId, 55 | url: req.url, 56 | filename: req.filename, 57 | size: req.size, 58 | }); 59 | 60 | return list; 61 | } 62 | 63 | function generateCommand(reqId, options) { 64 | const request = downloads.get(reqId); 65 | if (!request) throw new Error("Request not found"); 66 | 67 | let excludeHeaders = options.excludeHeaders 68 | .split(" ") 69 | .map((h) => h.toLowerCase()); 70 | 71 | let headers = request.headers.filter( 72 | (h) => excludeHeaders.indexOf(h.name.toLowerCase()) === -1 73 | ); 74 | 75 | const cmd = window[options.command]( 76 | request.url, 77 | request.method, 78 | headers, 79 | request.payload, 80 | request.filename, 81 | options 82 | ); 83 | 84 | return cmd; 85 | } 86 | 87 | function handleMessage(msg) { 88 | const name = msg[0]; 89 | const args = msg.slice(1); 90 | 91 | if (name === "getOptions") return getOptions(); 92 | else if (name === "setOptions") return setOptions(...args); 93 | else if (name === "resetOptions") return resetOptions(); 94 | else if (name === "getDownloadList") 95 | return new Promise((resolve) => resolve(getDownloadList())); 96 | else if (name === "clear") return clear(...args); 97 | else if (name === "generateCommand") 98 | return new Promise((resolve) => { 99 | try { 100 | resolve(generateCommand(...args)); 101 | } catch (err) { 102 | resolve(err.message); 103 | } 104 | }); 105 | } 106 | 107 | browser.runtime.onMessage.addListener(handleMessage); 108 | 109 | function onBeforeRequest(details) { 110 | if ( 111 | (details.type === "main_frame" || details.type === "sub_frame") && 112 | details.tabId >= 0 113 | ) { 114 | const now = Date.now(); 115 | 116 | // Just in case of a leak 117 | currentRequests.forEach((req, reqId) => { 118 | if (req.timestamp + 10000 < now) currentRequests.delete(reqId); 119 | }); 120 | 121 | const req = { 122 | id: details.requestId, 123 | method: details.method, 124 | url: details.url, 125 | timestamp: now, 126 | payload: details.requestBody, 127 | }; 128 | currentRequests.set(details.requestId, req); 129 | } 130 | } 131 | 132 | function onSendHeaders(details) { 133 | const req = currentRequests.get(details.requestId); 134 | if (req) { 135 | req.headers = details.requestHeaders; 136 | } else if ( 137 | (details.type === "main_frame" || details.type === "sub_frame") && 138 | details.tabId >= 0 && 139 | details.method === "GET" 140 | ) { 141 | // Firefox 52 (ESR) doesn't call "onBeforeRequest" because requestBody 142 | // property isn't supported 143 | const now = Date.now(); 144 | 145 | // Just in case of a leak 146 | currentRequests.forEach((r, reqId) => { 147 | if (r.timestamp + 10000 < now) currentRequests.delete(reqId); 148 | }); 149 | 150 | currentRequests.set(details.requestId, { 151 | id: details.requestId, 152 | method: details.method, 153 | url: details.url, 154 | timestamp: now, 155 | headers: details.requestHeaders, 156 | }); 157 | } 158 | } 159 | 160 | function onResponseStarted(details) { 161 | const request = currentRequests.get(details.requestId); 162 | 163 | if (!request) return; 164 | 165 | currentRequests.delete(details.requestId); 166 | 167 | if (details.statusCode !== 200 || details.fromCache) return; 168 | 169 | let contentType, contentDisposition; 170 | 171 | for (let header of details.responseHeaders) { 172 | let headerName = header.name.toLowerCase(); 173 | if (headerName === "content-type") { 174 | contentType = header.value.toLowerCase(); 175 | } else if (headerName === "content-disposition") { 176 | contentDisposition = header.value.toLowerCase(); 177 | request.filename = window.getFilenameFromContentDisposition(header.value); 178 | } else if (headerName === "content-length") { 179 | request.size = +header.value; 180 | } 181 | } 182 | 183 | if (!contentDisposition || !contentDisposition.startsWith("attachment")) 184 | if ( 185 | contentType.startsWith("text/html") || 186 | contentType.startsWith("text/plain") || 187 | contentType.startsWith("image/") || 188 | contentType.startsWith("application/xhtml") || 189 | contentType.startsWith("application/xml") 190 | ) 191 | return; 192 | 193 | if (!request.filename) 194 | request.filename = window.getFilenameFromUrl(request.url); 195 | 196 | downloads.set(details.requestId, request); 197 | 198 | browser.browserAction.getBadgeText({}).then((txt) => { 199 | browser.browserAction.setBadgeText({ text: `${+txt + 1}` }); 200 | }); 201 | 202 | if (downloads.size > MAX_ITEMS) { 203 | let keys = Array.from(downloads.keys()); 204 | keys.slice(0, keys.length - MAX_ITEMS).forEach((k) => downloads.delete(k)); 205 | } 206 | } 207 | 208 | function onBeforeRedirect() { 209 | // Need to listen to this event otherwise the new request will include 210 | // the old URL. This is possibly a bug. 211 | } 212 | 213 | function onErrorOccurred(details) { 214 | currentRequests.delete(details.requestId); 215 | } 216 | 217 | browser.webRequest.onBeforeRedirect.addListener(onBeforeRedirect, { 218 | urls: [""], 219 | }); 220 | 221 | browser.webRequest.onErrorOccurred.addListener(onErrorOccurred, { 222 | urls: [""], 223 | }); 224 | 225 | browser.webRequest.onBeforeRequest.addListener( 226 | onBeforeRequest, 227 | { urls: [""] }, 228 | ["requestBody"] 229 | ); 230 | browser.webRequest.onSendHeaders.addListener( 231 | onSendHeaders, 232 | { urls: [""] }, 233 | ["requestHeaders"] 234 | ); 235 | 236 | browser.webRequest.onResponseStarted.addListener( 237 | onResponseStarted, 238 | { 239 | urls: [""], 240 | }, 241 | ["responseHeaders"] 242 | ); 243 | 244 | browser.browserAction.setBadgeBackgroundColor({ color: "#4a90d9" }); 245 | -------------------------------------------------------------------------------- /curl.js: -------------------------------------------------------------------------------- 1 | "use strict"; 2 | 3 | function escapeGlobbing(url) { 4 | return url.replace(/[[\]{}]/g, (m) => `\\${m.slice(0, 1)}`); 5 | } 6 | 7 | window.curl = function (url, method, headers, payload, filename, options) { 8 | const esc = window.escapeShellArg; 9 | 10 | let contentType; 11 | let parts = ["curl"]; 12 | 13 | for (let header of headers) { 14 | let headerName = header.name.toLowerCase(); 15 | 16 | if (headerName === "content-type") { 17 | contentType = header.value.toLowerCase(); 18 | let v = header.value; 19 | if (v.startsWith("multipart/form-data;")) v = v.slice(0, 19); 20 | let h = esc(`${header.name}: ${v}`, options.doubleQuotes); 21 | parts.push(`--header ${h}`); 22 | } else if (headerName === "content-length") { 23 | // Implicitly added by curl 24 | } else if (headerName === "referer") { 25 | parts.push(`--referer ${esc(header.value, options.doubleQuotes)}`); 26 | } else if (headerName === "cookie") { 27 | parts.push(`--cookie ${esc(header.value, options.doubleQuotes)}`); 28 | } else if (headerName === "user-agent") { 29 | parts.push(`--user-agent ${esc(header.value, options.doubleQuotes)}`); 30 | } else { 31 | let h = esc(`${header.name}: ${header.value}`, options.doubleQuotes); 32 | parts.push(`--header ${h}`); 33 | } 34 | } 35 | 36 | if (method !== "GET" || payload) parts.push(`--request ${method}`); 37 | 38 | if (payload) 39 | if (payload.formData) { 40 | if (contentType === "application/x-www-form-urlencoded") 41 | for (let [key, values] of Object.entries(payload.formData)) 42 | for (let value of values) { 43 | let v = esc( 44 | `${encodeURIComponent(key)}=${value}`, 45 | options.doubleQuotes 46 | ); 47 | parts.push(`--data-urlencode ${v}`); 48 | } 49 | else if (contentType.startsWith("multipart/form-data;")) 50 | // TODO comment about escaping of name value (e.g. = " ') 51 | for (let [key, values] of Object.entries(payload.formData)) 52 | for (let value of values) { 53 | let v = esc( 54 | `${encodeURIComponent(key)}=${value}`, 55 | options.doubleQuotes 56 | ); 57 | parts.push(`--form-string ${v}`); 58 | } 59 | } else if (payload.raw) { 60 | throw new Error("Unsupported upload data"); 61 | } 62 | 63 | parts.push(esc(escapeGlobbing(url), options.doubleQuotes)); 64 | 65 | if (filename) parts.push(`--output ${esc(filename, options.doubleQuotes)}`); 66 | else parts.push("--remote-name --remote-header-name"); 67 | 68 | if (options.curlOptions) parts.push(options.curlOptions); 69 | 70 | return parts.join(" "); 71 | }; 72 | -------------------------------------------------------------------------------- /icons/cliget-dark.svg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /icons/cliget-light.svg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /icons/cliget.svg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /manifest.json: -------------------------------------------------------------------------------- 1 | { 2 | "manifest_version": 2, 3 | "name": "cliget", 4 | "version": "2.1.0", 5 | "description": "Download login-protected files from the command line.", 6 | 7 | "icons": { 8 | "48": "icons/cliget.svg", 9 | "96": "icons/cliget.svg" 10 | }, 11 | "homepage_url": "https://github.com/zaidka/cliget", 12 | 13 | "permissions": ["webRequest", "storage", ""], 14 | 15 | "background": { 16 | "scripts": ["utils.js", "curl.js", "wget.js", "aria2.js", "background.js"] 17 | }, 18 | 19 | "browser_action": { 20 | "browser_style": true, 21 | "default_title": "cliget", 22 | "default_popup": "popup.html", 23 | "default_icon": { 24 | "16": "icons/cliget-dark.svg", 25 | "32": "icons/cliget-dark.svg" 26 | }, 27 | "theme_icons": [{ 28 | "dark": "icons/cliget-dark.svg", 29 | "light": "icons/cliget-light.svg", 30 | "size": 16 31 | }, 32 | { 33 | "dark": "icons/cliget-dark.svg", 34 | "light": "icons/cliget-light.svg", 35 | "size": 32 36 | }] 37 | }, 38 | 39 | "applications": { 40 | "gecko": { 41 | "id": "cliget@zaidabdulla.com", 42 | "strict_min_version": "79.0" 43 | } 44 | } 45 | } 46 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "cliget", 3 | "version": "2.1.0", 4 | "description": "Download login-protected files from the command line.", 5 | "scripts": { 6 | "test": "echo \"Error: no test specified\" && exit 1", 7 | "lint": "eslint --fix ./*.js; web-ext lint", 8 | "start:firefox": "web-ext run --source-dir ./" 9 | }, 10 | "repository": { 11 | "type": "git", 12 | "url": "git+https://github.com/zaidka/cliget.git" 13 | }, 14 | "keywords": [ 15 | "cli", 16 | "curl", 17 | "wget", 18 | "aria2", 19 | "download", 20 | "firefox", 21 | "webextensions" 22 | ], 23 | "author": "Zaid Abdulla ", 24 | "license": "MPL-2.0", 25 | "bugs": { 26 | "url": "https://github.com/zaidka/cliget/issues" 27 | }, 28 | "homepage": "https://github.com/zaidka/cliget#readme", 29 | "devDependencies": { 30 | "eslint": "^7.17.0", 31 | "eslint-plugin-prettier": "^3.3.1", 32 | "prettier": "^2.2.1", 33 | "web-ext": "^5.4.1" 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /popup.css: -------------------------------------------------------------------------------- 1 | body { 2 | min-width: 400px; 3 | max-width: 800px; 4 | } 5 | 6 | textarea { 7 | border-width: 0 !important; 8 | font-family: monospace !important; 9 | margin: 2px !important; 10 | padding: 3px !important; 11 | resize: none; 12 | } 13 | 14 | .options { 15 | padding: 10px; 16 | background-color: rgba(0, 0, 0, 0.06); 17 | border-top: 1px solid rgba(0, 0, 0, 0.15); 18 | } 19 | 20 | .reset { 21 | float: right; 22 | font-size: 80%; 23 | } 24 | 25 | input[type="text"] { 26 | font-family: monospace; 27 | } 28 | 29 | label { 30 | margin-right: 1em; 31 | line-height: 2.00; 32 | display: inline-block; 33 | } 34 | 35 | label.text-input { 36 | display: block; 37 | margin: 0; 38 | clear: both; 39 | } 40 | 41 | label.text-input input[type="text"] { 42 | width: 35em; 43 | float: right; 44 | } 45 | 46 | .panel-section-tabs-separator { 47 | margin: 8px 0; 48 | } 49 | 50 | .panel-section-tabs-button { 51 | text-align: unset; 52 | margin: 0; 53 | overflow: hidden; 54 | } 55 | 56 | .panel-section-footer-button { 57 | text-align: unset; 58 | margin: 0; 59 | } 60 | 61 | .file-size { 62 | opacity: 0.5; 63 | } 64 | -------------------------------------------------------------------------------- /popup.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /popup.js: -------------------------------------------------------------------------------- 1 | "use strict"; 2 | 3 | function fileSizeToText(size) { 4 | let unit = "B"; 5 | if (size >= 1024) { 6 | size /= 1024; 7 | unit = "KB"; 8 | 9 | if (size >= 1024) { 10 | size /= 1024; 11 | unit = "MB"; 12 | 13 | if (size >= 1024) { 14 | size /= 1024; 15 | unit = "GB"; 16 | } 17 | } 18 | } 19 | 20 | return `${size.toFixed(1)} ${unit}`; 21 | } 22 | 23 | function renderOptionsElement(body, type, name, value, label, help, callback) { 24 | const labelEl = document.createElement("label"); 25 | labelEl.title = help; 26 | labelEl.htmlFor = name; 27 | 28 | const input = document.createElement("input"); 29 | input.id = name; 30 | input.name = name; 31 | input.type = type; 32 | if (type === "checkbox" || type === "radio") input.checked = value; 33 | else input.value = value; 34 | 35 | input.onchange = callback; 36 | 37 | if (type === "text") { 38 | labelEl.classList.add("text-input", "browser-style"); 39 | labelEl.appendChild(document.createTextNode(label + ":")); 40 | labelEl.appendChild(input); 41 | body.appendChild(labelEl); 42 | } else { 43 | labelEl.appendChild(document.createTextNode(label)); 44 | body.appendChild(input); 45 | body.appendChild(labelEl); 46 | } 47 | } 48 | 49 | function renderOptions(body, options, callback) { 50 | function onchange(event) { 51 | let ops = {}; 52 | let target = event.target; 53 | if (target.type === "radio") ops["command"] = target.name; 54 | else if (target.type === "checkbox") ops[target.name] = target.checked; 55 | else if (target.type === "text") ops[target.name] = target.value; 56 | 57 | callback(ops); 58 | } 59 | 60 | function resetCallback() { 61 | callback(); 62 | } 63 | 64 | let reset = document.createElement("button"); 65 | reset.classList.add("reset", "browser-style"); 66 | reset.onclick = resetCallback; 67 | reset.textContent = "Reset"; 68 | body.appendChild(reset); 69 | 70 | let command = document.createElement("div"); 71 | command.classList.add("command", "browser-style"); 72 | renderOptionsElement( 73 | command, 74 | "radio", 75 | "curl", 76 | options.command === "curl", 77 | "curl", 78 | "Generate curl command.", 79 | onchange 80 | ); 81 | renderOptionsElement( 82 | command, 83 | "radio", 84 | "wget", 85 | options.command === "wget", 86 | "wget", 87 | "Generate wget command.", 88 | onchange 89 | ); 90 | renderOptionsElement( 91 | command, 92 | "radio", 93 | "aria2", 94 | options.command === "aria2", 95 | "aria2", 96 | "Generate aria2 command.", 97 | onchange 98 | ); 99 | 100 | let common = document.createElement("div"); 101 | common.classList.add("common", "browser-style"); 102 | renderOptionsElement( 103 | common, 104 | "checkbox", 105 | "doubleQuotes", 106 | options.doubleQuotes, 107 | "Escape with double-quotes", 108 | 'Use double quotation marks (") for command-line arguments. Enable this if you plan to *execute* the commands on a Windows machine.', 109 | onchange 110 | ); 111 | renderOptionsElement( 112 | common, 113 | "text", 114 | "excludeHeaders", 115 | options.excludeHeaders, 116 | "Exclude headers", 117 | "Exclude request headers from the generated command.", 118 | onchange 119 | ); 120 | 121 | let extra = document.createElement("div"); 122 | extra.classList.add("extra", "browser-style"); 123 | 124 | if (options.command === "curl") 125 | renderOptionsElement( 126 | extra, 127 | "text", 128 | "curlOptions", 129 | options.curlOptions, 130 | "Extra curl arguments", 131 | "Add extra command-line arguments to be appended to the curl command.", 132 | onchange 133 | ); 134 | 135 | if (options.command === "wget") 136 | renderOptionsElement( 137 | extra, 138 | "text", 139 | "wgetOptions", 140 | options.wgetOptions, 141 | "Extra wget arguments", 142 | "Add extra command-line arguments to be appended to the curl command.", 143 | onchange 144 | ); 145 | 146 | if (options.command === "aria2") 147 | renderOptionsElement( 148 | extra, 149 | "text", 150 | "aria2Options", 151 | options.aria2Options, 152 | "Extra aria2 arguments", 153 | "Add extra command-line arguments to be appended to the curl command.", 154 | onchange 155 | ); 156 | 157 | body.appendChild(command); 158 | body.appendChild(common); 159 | body.appendChild(extra); 160 | } 161 | 162 | function showCommand(requestId, options) { 163 | if (!options) { 164 | browser.runtime.sendMessage(["getOptions"]).then((opts) => { 165 | showCommand(requestId, opts); 166 | }); 167 | return; 168 | } 169 | 170 | browser.runtime 171 | .sendMessage(["generateCommand", requestId, options]) 172 | .then((cmd) => { 173 | const body = document.body; 174 | while (body.firstChild) body.removeChild(body.firstChild); 175 | 176 | const textArea = document.createElement("textarea"); 177 | textArea.classList.add("browser-style"); 178 | textArea.cols = 80; 179 | textArea.rows = 15; 180 | textArea.value = cmd; 181 | 182 | let optionsDiv = document.createElement("div"); 183 | optionsDiv.classList.add("options"); 184 | renderOptions(optionsDiv, options, (optionsUpdate) => { 185 | if (!optionsUpdate) 186 | browser.runtime.sendMessage(["resetOptions"]).then((newOptions) => { 187 | showCommand(requestId, newOptions); 188 | }); 189 | else 190 | browser.runtime 191 | .sendMessage(["setOptions", optionsUpdate]) 192 | .then((newOptions) => { 193 | showCommand(requestId, newOptions); 194 | }); 195 | }); 196 | body.appendChild(textArea); 197 | body.appendChild(optionsDiv); 198 | textArea.focus(); 199 | textArea.select(); 200 | }); 201 | } 202 | 203 | function showList(downloadList, highlight) { 204 | const body = document.body; 205 | while (body.firstChild) body.removeChild(body.firstChild); 206 | 207 | if (!downloadList.length) { 208 | let el = document.createElement("div"); 209 | el.style.margin = "20px"; 210 | el.textContent = "No downloads for this session."; 211 | body.appendChild(el); 212 | return; 213 | } 214 | 215 | for (let i = downloadList.length - 1; i >= 0; --i) { 216 | const req = downloadList[i]; 217 | 218 | const row = document.createElement("div"); 219 | row.classList.add("panel-section", "panel-section-tabs"); 220 | if (highlight-- > 0) row.classList.add("highlight"); 221 | body.appendChild(row); 222 | 223 | const buttonElement = document.createElement("div"); 224 | buttonElement.classList.add("panel-section-tabs-button"); 225 | buttonElement.title = req.url; 226 | buttonElement.onclick = function () { 227 | showCommand(req.id); 228 | }; 229 | 230 | let fileNameSpan = document.createElement("span"); 231 | if (req.size) { 232 | fileNameSpan.textContent = req.filename + " "; 233 | let sizeSpan = document.createElement("span"); 234 | sizeSpan.classList.add("file-size"); 235 | sizeSpan.textContent = `(${fileSizeToText(req.size)})`; 236 | fileNameSpan.appendChild(sizeSpan); 237 | } else { 238 | fileNameSpan.textContent = req.filename; 239 | } 240 | 241 | buttonElement.appendChild(fileNameSpan); 242 | row.appendChild(buttonElement); 243 | 244 | if (i) { 245 | let sep = document.createElement("div"); 246 | sep.classList.add("panel-section-separator"); 247 | body.appendChild(sep); 248 | } 249 | } 250 | 251 | let footer = document.createElement("div"); 252 | footer.classList.add("panel-section", "panel-section-footer"); 253 | body.appendChild(footer); 254 | let clearButton = document.createElement("div"); 255 | clearButton.classList.add("panel-section-footer-button"); 256 | clearButton.textContent = "Clear all"; 257 | clearButton.onclick = function () { 258 | browser.runtime.sendMessage(["clear"]).then(() => window.close()); 259 | }; 260 | footer.appendChild(clearButton); 261 | } 262 | 263 | function applyTheme(theme) { 264 | if (!theme || !theme.colors) return; 265 | const colors = theme.colors; 266 | const styleEl = document.createElement("style"); 267 | document.head.appendChild(styleEl); 268 | const rules = [ 269 | `body { color: ${colors.popup_text}; background-color: ${colors.popup}; }`, 270 | `.panel-section-tabs { color: ${colors.popup_text}; }`, 271 | `.panel-section-footer { color: ${colors.popup_text}; background-color: rgba(128, 128, 128, 0.12); border-top-color: rgba(128, 128, 128, 0.30); }`, 272 | `.panel-section-separator { background-color: rgba(128, 128, 128, 0.30); }`, 273 | `.options { background-color: rgba(128, 128, 128, 0.12); border-top-color: rgba(128, 128, 128, 0.30); }`, 274 | ]; 275 | 276 | if (colors.popup_heightlight) 277 | rules.push( 278 | `.panel-section-tabs-button:hover { color: ${colors.popup_heightlight_text}; background-color: ${colors.popup_heightlight}; }`, 279 | `.panel-section-footer-button:hover { color: ${colors.popup_heightlight_text}; background-color: ${colors.popup_heightlight}; }` 280 | ); 281 | else 282 | rules.push( 283 | `.panel-section-tabs-button:hover { background-color: rgba(128, 128, 128, 0.12); }`, 284 | `.panel-section-footer-button:hover { background-color: rgba(128, 128, 128, 0.12); }` 285 | ); 286 | 287 | for (const rule of rules) styleEl.sheet.insertRule(rule); 288 | } 289 | 290 | document.addEventListener("DOMContentLoaded", () => { 291 | Promise.all([ 292 | browser.runtime.sendMessage(["getDownloadList"]), 293 | browser.browserAction.getBadgeText({}), 294 | browser.theme.getCurrent(), 295 | ]).then(([list, txt, theme]) => { 296 | let highlight = +txt; 297 | browser.browserAction.setBadgeText({ text: "" }); 298 | applyTheme(theme); 299 | showList(list, highlight); 300 | }); 301 | }); 302 | -------------------------------------------------------------------------------- /utils.js: -------------------------------------------------------------------------------- 1 | window.escapeShellArg = function (arg, doubleQuotes) { 2 | let ret = ""; 3 | 4 | if (doubleQuotes) { 5 | ret = arg.replace(/["\\]/g, (m) => `\\${m.slice(0, 1)}`); 6 | return `"${ret}"`; 7 | } 8 | 9 | ret = arg.replace(/'/g, (m) => `'\\${m.slice(0, 1)}'`); 10 | return `'${ret}'`; 11 | }; 12 | 13 | window.toQueryString = function (obj) { 14 | let parts = []; 15 | for (let [key, values] of Object.entries(obj)) 16 | if (Array.isArray(values)) 17 | for (let value of values) 18 | parts.push(`${encodeURIComponent(key)}=${encodeURIComponent(value)}`); 19 | else parts.push(`${encodeURIComponent(key)}=${encodeURIComponent(values)}`); 20 | 21 | return parts.join("&"); 22 | }; 23 | 24 | window.getFilenameFromContentDisposition = function (header) { 25 | let headerL = header.toLowerCase(); 26 | 27 | let i; 28 | i = headerL.indexOf("filename*=utf-8''"); 29 | if (i !== -1) { 30 | i += 17; 31 | let j = i; 32 | while (j < headerL.length && !/[\s;]/.test(headerL[j])) ++j; 33 | 34 | return decodeURIComponent(header.slice(i, j)); 35 | } 36 | 37 | i = headerL.indexOf('filename="'); 38 | if (i !== -1) { 39 | i += 10; 40 | let j = i; 41 | while ( 42 | j < headerL.length && 43 | !(header[j] === '"' && headerL.slice(j - 1, j + 1) !== '\\"') 44 | ) 45 | ++j; 46 | 47 | return JSON.parse(header.slice(i - 1, j + 1)); 48 | } 49 | 50 | i = headerL.indexOf("filename="); 51 | if (i !== -1) { 52 | i += 9; 53 | let j = i; 54 | while (j < headerL.length && !/[\s;]/.test(headerL[j])) ++j; 55 | 56 | return header.slice(i, j); 57 | } 58 | 59 | return null; 60 | }; 61 | 62 | window.getFilenameFromUrl = function (url) { 63 | let j = url.indexOf("?"); 64 | if (j === -1) j = url.indexOf("#"); 65 | if (j === -1) j = url.length; 66 | 67 | let i = url.lastIndexOf("/", j); 68 | 69 | return decodeURIComponent(url.slice(i + 1, j)); 70 | }; 71 | -------------------------------------------------------------------------------- /wget.js: -------------------------------------------------------------------------------- 1 | "use strict"; 2 | 3 | window.wget = function (url, method, headers, payload, filename, options) { 4 | const esc = window.escapeShellArg; 5 | 6 | let contentType; 7 | let parts = ["wget"]; 8 | 9 | for (let header of headers) { 10 | let headerName = header.name.toLowerCase(); 11 | 12 | if (headerName === "content-type") { 13 | contentType = header.value.toLowerCase(); 14 | let v = header.value; 15 | if (v.startsWith("multipart/form-data;")) v = v.slice(0, 19); 16 | let h = esc(`${header.name}: ${v}`, options.doubleQuotes); 17 | parts.push(`--header ${h}`); 18 | } else if (headerName === "content-length") { 19 | // Implicitly added by wget 20 | } else if (headerName === "referer") { 21 | parts.push(`--referer ${esc(header.value, options.doubleQuotes)}`); 22 | } else if (headerName === "user-agent") { 23 | parts.push(`--user-agent ${esc(header.value, options.doubleQuotes)}`); 24 | } else { 25 | let h = esc(`${header.name}: ${header.value}`, options.doubleQuotes); 26 | parts.push(`--header ${h}`); 27 | } 28 | } 29 | 30 | if (method !== "GET" || payload) parts.push(`--method ${method}`); 31 | 32 | if (payload) 33 | if (payload.formData) { 34 | if (contentType === "application/x-www-form-urlencoded") 35 | parts.push(`--body-data ${esc(window.toQueryString(payload.formData))}`); 36 | else if (contentType.startsWith("multipart/form-data;")) 37 | throw new Error("Unsupported upload data"); 38 | } else if (payload.raw) { 39 | throw new Error("Unsupported upload data"); 40 | } 41 | 42 | parts.push(esc(url, options.doubleQuotes)); 43 | 44 | if (filename) 45 | parts.push(`--output-document ${esc(filename, options.doubleQuotes)}`); 46 | 47 | if (options.wgetOptions) parts.push(options.wgetOptions); 48 | 49 | return parts.join(" "); 50 | }; 51 | --------------------------------------------------------------------------------