├── .gitignore ├── .gitmodules ├── Dockerfile ├── LICENSE ├── README.md ├── add_to_team_drive.py ├── aria.bat ├── aria.sh ├── bot ├── __init__.py ├── __main__.py ├── get_config.py ├── helper │ ├── __init__.py │ ├── ext_utils │ │ ├── __init__.py │ │ ├── bot_utils.py │ │ ├── exceptions.py │ │ └── fs_utils.py │ ├── mirror_utils │ │ ├── __init__.py │ │ ├── download_utils │ │ │ ├── __init__.py │ │ │ ├── aria2_download.py │ │ │ ├── direct_link_generator.py │ │ │ ├── direct_link_generator_license.md │ │ │ ├── download_helper.py │ │ │ ├── mega_downloader.py │ │ │ ├── telegram_downloader.py │ │ │ └── youtube_dl_download_helper.py │ │ ├── status_utils │ │ │ ├── __init__.py │ │ │ ├── aria_download_status.py │ │ │ ├── extract_status.py │ │ │ ├── listeners.py │ │ │ ├── mega_download_status.py │ │ │ ├── status.py │ │ │ ├── tar_status.py │ │ │ ├── telegram_download_status.py │ │ │ ├── upload_status.py │ │ │ └── youtube_dl_download_status.py │ │ └── upload_utils │ │ │ ├── __init__.py │ │ │ └── gdriveTools.py │ └── telegram_helper │ │ ├── __init__.py │ │ ├── bot_commands.py │ │ └── message_utils.py └── modules │ ├── __init__.py │ ├── cancel_mirror.py │ ├── clone.py │ ├── dnttah_tg_dmw_tsapbtp.py │ ├── eval_e_p.py │ ├── exec_c_p.py │ ├── help_text_s.py │ ├── list.py │ ├── mirror.py │ ├── mirror_status.py │ └── watch.py ├── captain-definition ├── config_sample.env ├── extract ├── gen_sa_accounts.py ├── generate_drive_token.py ├── heroku.yml ├── netrc ├── requirements.txt └── start.sh /.gitignore: -------------------------------------------------------------------------------- 1 | config.env 2 | *auth_token.txt 3 | *.pyc 4 | downloads/* 5 | download/* 6 | data* 7 | .vscode 8 | .idea 9 | *.json 10 | *.pickle 11 | authorized_chats.txt 12 | log.txt 13 | accounts/* -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | [submodule "vendor/cmrudl.py"] 2 | path = vendor/cmrudl.py 3 | url = https://github.com/JrMasterModelBuilder/cmrudl.py.git 4 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM lzzy12/mega-sdk-python:latest 2 | 3 | WORKDIR /app 4 | 5 | RUN apt-get -qq update && \ 6 | apt-get install -y software-properties-common && \ 7 | rm -rf /var/lib/apt/lists/* && \ 8 | apt-add-repository non-free && \ 9 | apt-get -qq update && \ 10 | apt-get -qq install -y git python3 python3-pip \ 11 | unzip p7zip-full p7zip-rar \ 12 | aria2 \ 13 | curl pv jq \ 14 | ffmpeg locales \ 15 | python3-lxml && \ 16 | apt-get purge -y software-properties-common && \ 17 | apt-get -y autoremove 18 | 19 | COPY requirements.txt . 20 | 21 | COPY extract /usr/local/bin 22 | RUN chmod +x /usr/local/bin/extract 23 | 24 | RUN pip3 install --no-cache-dir -r requirements.txt 25 | 26 | COPY . . 27 | 28 | RUN chmod +x aria.sh 29 | 30 | CMD ["bash","start.sh"] 31 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | GNU GENERAL PUBLIC LICENSE 2 | Version 3, 29 June 2007 3 | 4 | Copyright (C) 2007 Free Software Foundation, Inc. 5 | Everyone is permitted to copy and distribute verbatim copies 6 | of this license document, but changing it is not allowed. 7 | 8 | Preamble 9 | 10 | The GNU General Public License is a free, copyleft license for 11 | software and other kinds of works. 12 | 13 | The licenses for most software and other practical works are designed 14 | to take away your freedom to share and change the works. By contrast, 15 | the GNU General Public License is intended to guarantee your freedom to 16 | share and change all versions of a program--to make sure it remains free 17 | software for all its users. We, the Free Software Foundation, use the 18 | GNU General Public License for most of our software; it applies also to 19 | any other work released this way by its authors. You can apply it to 20 | your programs, too. 21 | 22 | When we speak of free software, we are referring to freedom, not 23 | price. Our General Public Licenses are designed to make sure that you 24 | have the freedom to distribute copies of free software (and charge for 25 | them if you wish), that you receive source code or can get it if you 26 | want it, that you can change the software or use pieces of it in new 27 | free programs, and that you know you can do these things. 28 | 29 | To protect your rights, we need to prevent others from denying you 30 | these rights or asking you to surrender the rights. Therefore, you have 31 | certain responsibilities if you distribute copies of the software, or if 32 | you modify it: responsibilities to respect the freedom of others. 33 | 34 | For example, if you distribute copies of such a program, whether 35 | gratis or for a fee, you must pass on to the recipients the same 36 | freedoms that you received. You must make sure that they, too, receive 37 | or can get the source code. And you must show them these terms so they 38 | know their rights. 39 | 40 | Developers that use the GNU GPL protect your rights with two steps: 41 | (1) assert copyright on the software, and (2) offer you this License 42 | giving you legal permission to copy, distribute and/or modify it. 43 | 44 | For the developers' and authors' protection, the GPL clearly explains 45 | that there is no warranty for this free software. For both users' and 46 | authors' sake, the GPL requires that modified versions be marked as 47 | changed, so that their problems will not be attributed erroneously to 48 | authors of previous versions. 49 | 50 | Some devices are designed to deny users access to install or run 51 | modified versions of the software inside them, although the manufacturer 52 | can do so. This is fundamentally incompatible with the aim of 53 | protecting users' freedom to change the software. The systematic 54 | pattern of such abuse occurs in the area of products for individuals to 55 | use, which is precisely where it is most unacceptable. Therefore, we 56 | have designed this version of the GPL to prohibit the practice for those 57 | products. If such problems arise substantially in other domains, we 58 | stand ready to extend this provision to those domains in future versions 59 | of the GPL, as needed to protect the freedom of users. 60 | 61 | Finally, every program is threatened constantly by software patents. 62 | States should not allow patents to restrict development and use of 63 | software on general-purpose computers, but in those that do, we wish to 64 | avoid the special danger that patents applied to a free program could 65 | make it effectively proprietary. To prevent this, the GPL assures that 66 | patents cannot be used to render the program non-free. 67 | 68 | The precise terms and conditions for copying, distribution and 69 | modification follow. 70 | 71 | TERMS AND CONDITIONS 72 | 73 | 0. Definitions. 74 | 75 | "This License" refers to version 3 of the GNU General Public License. 76 | 77 | "Copyright" also means copyright-like laws that apply to other kinds of 78 | works, such as semiconductor masks. 79 | 80 | "The Program" refers to any copyrightable work licensed under this 81 | License. Each licensee is addressed as "you". "Licensees" and 82 | "recipients" may be individuals or organizations. 83 | 84 | To "modify" a work means to copy from or adapt all or part of the work 85 | in a fashion requiring copyright permission, other than the making of an 86 | exact copy. The resulting work is called a "modified version" of the 87 | earlier work or a work "based on" the earlier work. 88 | 89 | A "covered work" means either the unmodified Program or a work based 90 | on the Program. 91 | 92 | To "propagate" a work means to do anything with it that, without 93 | permission, would make you directly or secondarily liable for 94 | infringement under applicable copyright law, except executing it on a 95 | computer or modifying a private copy. Propagation includes copying, 96 | distribution (with or without modification), making available to the 97 | public, and in some countries other activities as well. 98 | 99 | To "convey" a work means any kind of propagation that enables other 100 | parties to make or receive copies. Mere interaction with a user through 101 | a computer network, with no transfer of a copy, is not conveying. 102 | 103 | An interactive user interface displays "Appropriate Legal Notices" 104 | to the extent that it includes a convenient and prominently visible 105 | feature that (1) displays an appropriate copyright notice, and (2) 106 | tells the user that there is no warranty for the work (except to the 107 | extent that warranties are provided), that licensees may convey the 108 | work under this License, and how to view a copy of this License. If 109 | the interface presents a list of user commands or options, such as a 110 | menu, a prominent item in the list meets this criterion. 111 | 112 | 1. Source Code. 113 | 114 | The "source code" for a work means the preferred form of the work 115 | for making modifications to it. "Object code" means any non-source 116 | form of a work. 117 | 118 | A "Standard Interface" means an interface that either is an official 119 | standard defined by a recognized standards body, or, in the case of 120 | interfaces specified for a particular programming language, one that 121 | is widely used among developers working in that language. 122 | 123 | The "System Libraries" of an executable work include anything, other 124 | than the work as a whole, that (a) is included in the normal form of 125 | packaging a Major Component, but which is not part of that Major 126 | Component, and (b) serves only to enable use of the work with that 127 | Major Component, or to implement a Standard Interface for which an 128 | implementation is available to the public in source code form. A 129 | "Major Component", in this context, means a major essential component 130 | (kernel, window system, and so on) of the specific operating system 131 | (if any) on which the executable work runs, or a compiler used to 132 | produce the work, or an object code interpreter used to run it. 133 | 134 | The "Corresponding Source" for a work in object code form means all 135 | the source code needed to generate, install, and (for an executable 136 | work) run the object code and to modify the work, including scripts to 137 | control those activities. However, it does not include the work's 138 | System Libraries, or general-purpose tools or generally available free 139 | programs which are used unmodified in performing those activities but 140 | which are not part of the work. For example, Corresponding Source 141 | includes interface definition files associated with source files for 142 | the work, and the source code for shared libraries and dynamically 143 | linked subprograms that the work is specifically designed to require, 144 | such as by intimate data communication or control flow between those 145 | subprograms and other parts of the work. 146 | 147 | The Corresponding Source need not include anything that users 148 | can regenerate automatically from other parts of the Corresponding 149 | Source. 150 | 151 | The Corresponding Source for a work in source code form is that 152 | same work. 153 | 154 | 2. Basic Permissions. 155 | 156 | All rights granted under this License are granted for the term of 157 | copyright on the Program, and are irrevocable provided the stated 158 | conditions are met. This License explicitly affirms your unlimited 159 | permission to run the unmodified Program. The output from running a 160 | covered work is covered by this License only if the output, given its 161 | content, constitutes a covered work. This License acknowledges your 162 | rights of fair use or other equivalent, as provided by copyright law. 163 | 164 | You may make, run and propagate covered works that you do not 165 | convey, without conditions so long as your license otherwise remains 166 | in force. You may convey covered works to others for the sole purpose 167 | of having them make modifications exclusively for you, or provide you 168 | with facilities for running those works, provided that you comply with 169 | the terms of this License in conveying all material for which you do 170 | not control copyright. Those thus making or running the covered works 171 | for you must do so exclusively on your behalf, under your direction 172 | and control, on terms that prohibit them from making any copies of 173 | your copyrighted material outside their relationship with you. 174 | 175 | Conveying under any other circumstances is permitted solely under 176 | the conditions stated below. Sublicensing is not allowed; section 10 177 | makes it unnecessary. 178 | 179 | 3. Protecting Users' Legal Rights From Anti-Circumvention Law. 180 | 181 | No covered work shall be deemed part of an effective technological 182 | measure under any applicable law fulfilling obligations under article 183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or 184 | similar laws prohibiting or restricting circumvention of such 185 | measures. 186 | 187 | When you convey a covered work, you waive any legal power to forbid 188 | circumvention of technological measures to the extent such circumvention 189 | is effected by exercising rights under this License with respect to 190 | the covered work, and you disclaim any intention to limit operation or 191 | modification of the work as a means of enforcing, against the work's 192 | users, your or third parties' legal rights to forbid circumvention of 193 | technological measures. 194 | 195 | 4. Conveying Verbatim Copies. 196 | 197 | You may convey verbatim copies of the Program's source code as you 198 | receive it, in any medium, provided that you conspicuously and 199 | appropriately publish on each copy an appropriate copyright notice; 200 | keep intact all notices stating that this License and any 201 | non-permissive terms added in accord with section 7 apply to the code; 202 | keep intact all notices of the absence of any warranty; and give all 203 | recipients a copy of this License along with the Program. 204 | 205 | You may charge any price or no price for each copy that you convey, 206 | and you may offer support or warranty protection for a fee. 207 | 208 | 5. Conveying Modified Source Versions. 209 | 210 | You may convey a work based on the Program, or the modifications to 211 | produce it from the Program, in the form of source code under the 212 | terms of section 4, provided that you also meet all of these conditions: 213 | 214 | a) The work must carry prominent notices stating that you modified 215 | it, and giving a relevant date. 216 | 217 | b) The work must carry prominent notices stating that it is 218 | released under this License and any conditions added under section 219 | 7. This requirement modifies the requirement in section 4 to 220 | "keep intact all notices". 221 | 222 | c) You must license the entire work, as a whole, under this 223 | License to anyone who comes into possession of a copy. This 224 | License will therefore apply, along with any applicable section 7 225 | additional terms, to the whole of the work, and all its parts, 226 | regardless of how they are packaged. This License gives no 227 | permission to license the work in any other way, but it does not 228 | invalidate such permission if you have separately received it. 229 | 230 | d) If the work has interactive user interfaces, each must display 231 | Appropriate Legal Notices; however, if the Program has interactive 232 | interfaces that do not display Appropriate Legal Notices, your 233 | work need not make them do so. 234 | 235 | A compilation of a covered work with other separate and independent 236 | works, which are not by their nature extensions of the covered work, 237 | and which are not combined with it such as to form a larger program, 238 | in or on a volume of a storage or distribution medium, is called an 239 | "aggregate" if the compilation and its resulting copyright are not 240 | used to limit the access or legal rights of the compilation's users 241 | beyond what the individual works permit. Inclusion of a covered work 242 | in an aggregate does not cause this License to apply to the other 243 | parts of the aggregate. 244 | 245 | 6. Conveying Non-Source Forms. 246 | 247 | You may convey a covered work in object code form under the terms 248 | of sections 4 and 5, provided that you also convey the 249 | machine-readable Corresponding Source under the terms of this License, 250 | in one of these ways: 251 | 252 | a) Convey the object code in, or embodied in, a physical product 253 | (including a physical distribution medium), accompanied by the 254 | Corresponding Source fixed on a durable physical medium 255 | customarily used for software interchange. 256 | 257 | b) Convey the object code in, or embodied in, a physical product 258 | (including a physical distribution medium), accompanied by a 259 | written offer, valid for at least three years and valid for as 260 | long as you offer spare parts or customer support for that product 261 | model, to give anyone who possesses the object code either (1) a 262 | copy of the Corresponding Source for all the software in the 263 | product that is covered by this License, on a durable physical 264 | medium customarily used for software interchange, for a price no 265 | more than your reasonable cost of physically performing this 266 | conveying of source, or (2) access to copy the 267 | Corresponding Source from a network server at no charge. 268 | 269 | c) Convey individual copies of the object code with a copy of the 270 | written offer to provide the Corresponding Source. This 271 | alternative is allowed only occasionally and noncommercially, and 272 | only if you received the object code with such an offer, in accord 273 | with subsection 6b. 274 | 275 | d) Convey the object code by offering access from a designated 276 | place (gratis or for a charge), and offer equivalent access to the 277 | Corresponding Source in the same way through the same place at no 278 | further charge. You need not require recipients to copy the 279 | Corresponding Source along with the object code. If the place to 280 | copy the object code is a network server, the Corresponding Source 281 | may be on a different server (operated by you or a third party) 282 | that supports equivalent copying facilities, provided you maintain 283 | clear directions next to the object code saying where to find the 284 | Corresponding Source. Regardless of what server hosts the 285 | Corresponding Source, you remain obligated to ensure that it is 286 | available for as long as needed to satisfy these requirements. 287 | 288 | e) Convey the object code using peer-to-peer transmission, provided 289 | you inform other peers where the object code and Corresponding 290 | Source of the work are being offered to the general public at no 291 | charge under subsection 6d. 292 | 293 | A separable portion of the object code, whose source code is excluded 294 | from the Corresponding Source as a System Library, need not be 295 | included in conveying the object code work. 296 | 297 | A "User Product" is either (1) a "consumer product", which means any 298 | tangible personal property which is normally used for personal, family, 299 | or household purposes, or (2) anything designed or sold for incorporation 300 | into a dwelling. In determining whether a product is a consumer product, 301 | doubtful cases shall be resolved in favor of coverage. For a particular 302 | product received by a particular user, "normally used" refers to a 303 | typical or common use of that class of product, regardless of the status 304 | of the particular user or of the way in which the particular user 305 | actually uses, or expects or is expected to use, the product. A product 306 | is a consumer product regardless of whether the product has substantial 307 | commercial, industrial or non-consumer uses, unless such uses represent 308 | the only significant mode of use of the product. 309 | 310 | "Installation Information" for a User Product means any methods, 311 | procedures, authorization keys, or other information required to install 312 | and execute modified versions of a covered work in that User Product from 313 | a modified version of its Corresponding Source. The information must 314 | suffice to ensure that the continued functioning of the modified object 315 | code is in no case prevented or interfered with solely because 316 | modification has been made. 317 | 318 | If you convey an object code work under this section in, or with, or 319 | specifically for use in, a User Product, and the conveying occurs as 320 | part of a transaction in which the right of possession and use of the 321 | User Product is transferred to the recipient in perpetuity or for a 322 | fixed term (regardless of how the transaction is characterized), the 323 | Corresponding Source conveyed under this section must be accompanied 324 | by the Installation Information. But this requirement does not apply 325 | if neither you nor any third party retains the ability to install 326 | modified object code on the User Product (for example, the work has 327 | been installed in ROM). 328 | 329 | The requirement to provide Installation Information does not include a 330 | requirement to continue to provide support service, warranty, or updates 331 | for a work that has been modified or installed by the recipient, or for 332 | the User Product in which it has been modified or installed. Access to a 333 | network may be denied when the modification itself materially and 334 | adversely affects the operation of the network or violates the rules and 335 | protocols for communication across the network. 336 | 337 | Corresponding Source conveyed, and Installation Information provided, 338 | in accord with this section must be in a format that is publicly 339 | documented (and with an implementation available to the public in 340 | source code form), and must require no special password or key for 341 | unpacking, reading or copying. 342 | 343 | 7. Additional Terms. 344 | 345 | "Additional permissions" are terms that supplement the terms of this 346 | License by making exceptions from one or more of its conditions. 347 | Additional permissions that are applicable to the entire Program shall 348 | be treated as though they were included in this License, to the extent 349 | that they are valid under applicable law. If additional permissions 350 | apply only to part of the Program, that part may be used separately 351 | under those permissions, but the entire Program remains governed by 352 | this License without regard to the additional permissions. 353 | 354 | When you convey a copy of a covered work, you may at your option 355 | remove any additional permissions from that copy, or from any part of 356 | it. (Additional permissions may be written to require their own 357 | removal in certain cases when you modify the work.) You may place 358 | additional permissions on material, added by you to a covered work, 359 | for which you have or can give appropriate copyright permission. 360 | 361 | Notwithstanding any other provision of this License, for material you 362 | add to a covered work, you may (if authorized by the copyright holders of 363 | that material) supplement the terms of this License with terms: 364 | 365 | a) Disclaiming warranty or limiting liability differently from the 366 | terms of sections 15 and 16 of this License; or 367 | 368 | b) Requiring preservation of specified reasonable legal notices or 369 | author attributions in that material or in the Appropriate Legal 370 | Notices displayed by works containing it; or 371 | 372 | c) Prohibiting misrepresentation of the origin of that material, or 373 | requiring that modified versions of such material be marked in 374 | reasonable ways as different from the original version; or 375 | 376 | d) Limiting the use for publicity purposes of names of licensors or 377 | authors of the material; or 378 | 379 | e) Declining to grant rights under trademark law for use of some 380 | trade names, trademarks, or service marks; or 381 | 382 | f) Requiring indemnification of licensors and authors of that 383 | material by anyone who conveys the material (or modified versions of 384 | it) with contractual assumptions of liability to the recipient, for 385 | any liability that these contractual assumptions directly impose on 386 | those licensors and authors. 387 | 388 | All other non-permissive additional terms are considered "further 389 | restrictions" within the meaning of section 10. If the Program as you 390 | received it, or any part of it, contains a notice stating that it is 391 | governed by this License along with a term that is a further 392 | restriction, you may remove that term. If a license document contains 393 | a further restriction but permits relicensing or conveying under this 394 | License, you may add to a covered work material governed by the terms 395 | of that license document, provided that the further restriction does 396 | not survive such relicensing or conveying. 397 | 398 | If you add terms to a covered work in accord with this section, you 399 | must place, in the relevant source files, a statement of the 400 | additional terms that apply to those files, or a notice indicating 401 | where to find the applicable terms. 402 | 403 | Additional terms, permissive or non-permissive, may be stated in the 404 | form of a separately written license, or stated as exceptions; 405 | the above requirements apply either way. 406 | 407 | 8. Termination. 408 | 409 | You may not propagate or modify a covered work except as expressly 410 | provided under this License. Any attempt otherwise to propagate or 411 | modify it is void, and will automatically terminate your rights under 412 | this License (including any patent licenses granted under the third 413 | paragraph of section 11). 414 | 415 | However, if you cease all violation of this License, then your 416 | license from a particular copyright holder is reinstated (a) 417 | provisionally, unless and until the copyright holder explicitly and 418 | finally terminates your license, and (b) permanently, if the copyright 419 | holder fails to notify you of the violation by some reasonable means 420 | prior to 60 days after the cessation. 421 | 422 | Moreover, your license from a particular copyright holder is 423 | reinstated permanently if the copyright holder notifies you of the 424 | violation by some reasonable means, this is the first time you have 425 | received notice of violation of this License (for any work) from that 426 | copyright holder, and you cure the violation prior to 30 days after 427 | your receipt of the notice. 428 | 429 | Termination of your rights under this section does not terminate the 430 | licenses of parties who have received copies or rights from you under 431 | this License. If your rights have been terminated and not permanently 432 | reinstated, you do not qualify to receive new licenses for the same 433 | material under section 10. 434 | 435 | 9. Acceptance Not Required for Having Copies. 436 | 437 | You are not required to accept this License in order to receive or 438 | run a copy of the Program. Ancillary propagation of a covered work 439 | occurring solely as a consequence of using peer-to-peer transmission 440 | to receive a copy likewise does not require acceptance. However, 441 | nothing other than this License grants you permission to propagate or 442 | modify any covered work. These actions infringe copyright if you do 443 | not accept this License. Therefore, by modifying or propagating a 444 | covered work, you indicate your acceptance of this License to do so. 445 | 446 | 10. Automatic Licensing of Downstream Recipients. 447 | 448 | Each time you convey a covered work, the recipient automatically 449 | receives a license from the original licensors, to run, modify and 450 | propagate that work, subject to this License. You are not responsible 451 | for enforcing compliance by third parties with this License. 452 | 453 | An "entity transaction" is a transaction transferring control of an 454 | organization, or substantially all assets of one, or subdividing an 455 | organization, or merging organizations. If propagation of a covered 456 | work results from an entity transaction, each party to that 457 | transaction who receives a copy of the work also receives whatever 458 | licenses to the work the party's predecessor in interest had or could 459 | give under the previous paragraph, plus a right to possession of the 460 | Corresponding Source of the work from the predecessor in interest, if 461 | the predecessor has it or can get it with reasonable efforts. 462 | 463 | You may not impose any further restrictions on the exercise of the 464 | rights granted or affirmed under this License. For example, you may 465 | not impose a license fee, royalty, or other charge for exercise of 466 | rights granted under this License, and you may not initiate litigation 467 | (including a cross-claim or counterclaim in a lawsuit) alleging that 468 | any patent claim is infringed by making, using, selling, offering for 469 | sale, or importing the Program or any portion of it. 470 | 471 | 11. Patents. 472 | 473 | A "contributor" is a copyright holder who authorizes use under this 474 | License of the Program or a work on which the Program is based. The 475 | work thus licensed is called the contributor's "contributor version". 476 | 477 | A contributor's "essential patent claims" are all patent claims 478 | owned or controlled by the contributor, whether already acquired or 479 | hereafter acquired, that would be infringed by some manner, permitted 480 | by this License, of making, using, or selling its contributor version, 481 | but do not include claims that would be infringed only as a 482 | consequence of further modification of the contributor version. For 483 | purposes of this definition, "control" includes the right to grant 484 | patent sublicenses in a manner consistent with the requirements of 485 | this License. 486 | 487 | Each contributor grants you a non-exclusive, worldwide, royalty-free 488 | patent license under the contributor's essential patent claims, to 489 | make, use, sell, offer for sale, import and otherwise run, modify and 490 | propagate the contents of its contributor version. 491 | 492 | In the following three paragraphs, a "patent license" is any express 493 | agreement or commitment, however denominated, not to enforce a patent 494 | (such as an express permission to practice a patent or covenant not to 495 | sue for patent infringement). To "grant" such a patent license to a 496 | party means to make such an agreement or commitment not to enforce a 497 | patent against the party. 498 | 499 | If you convey a covered work, knowingly relying on a patent license, 500 | and the Corresponding Source of the work is not available for anyone 501 | to copy, free of charge and under the terms of this License, through a 502 | publicly available network server or other readily accessible means, 503 | then you must either (1) cause the Corresponding Source to be so 504 | available, or (2) arrange to deprive yourself of the benefit of the 505 | patent license for this particular work, or (3) arrange, in a manner 506 | consistent with the requirements of this License, to extend the patent 507 | license to downstream recipients. "Knowingly relying" means you have 508 | actual knowledge that, but for the patent license, your conveying the 509 | covered work in a country, or your recipient's use of the covered work 510 | in a country, would infringe one or more identifiable patents in that 511 | country that you have reason to believe are valid. 512 | 513 | If, pursuant to or in connection with a single transaction or 514 | arrangement, you convey, or propagate by procuring conveyance of, a 515 | covered work, and grant a patent license to some of the parties 516 | receiving the covered work authorizing them to use, propagate, modify 517 | or convey a specific copy of the covered work, then the patent license 518 | you grant is automatically extended to all recipients of the covered 519 | work and works based on it. 520 | 521 | A patent license is "discriminatory" if it does not include within 522 | the scope of its coverage, prohibits the exercise of, or is 523 | conditioned on the non-exercise of one or more of the rights that are 524 | specifically granted under this License. You may not convey a covered 525 | work if you are a party to an arrangement with a third party that is 526 | in the business of distributing software, under which you make payment 527 | to the third party based on the extent of your activity of conveying 528 | the work, and under which the third party grants, to any of the 529 | parties who would receive the covered work from you, a discriminatory 530 | patent license (a) in connection with copies of the covered work 531 | conveyed by you (or copies made from those copies), or (b) primarily 532 | for and in connection with specific products or compilations that 533 | contain the covered work, unless you entered into that arrangement, 534 | or that patent license was granted, prior to 28 March 2007. 535 | 536 | Nothing in this License shall be construed as excluding or limiting 537 | any implied license or other defenses to infringement that may 538 | otherwise be available to you under applicable patent law. 539 | 540 | 12. No Surrender of Others' Freedom. 541 | 542 | If conditions are imposed on you (whether by court order, agreement or 543 | otherwise) that contradict the conditions of this License, they do not 544 | excuse you from the conditions of this License. If you cannot convey a 545 | covered work so as to satisfy simultaneously your obligations under this 546 | License and any other pertinent obligations, then as a consequence you may 547 | not convey it at all. For example, if you agree to terms that obligate you 548 | to collect a royalty for further conveying from those to whom you convey 549 | the Program, the only way you could satisfy both those terms and this 550 | License would be to refrain entirely from conveying the Program. 551 | 552 | 13. Use with the GNU Affero General Public License. 553 | 554 | Notwithstanding any other provision of this License, you have 555 | permission to link or combine any covered work with a work licensed 556 | under version 3 of the GNU Affero General Public License into a single 557 | combined work, and to convey the resulting work. The terms of this 558 | License will continue to apply to the part which is the covered work, 559 | but the special requirements of the GNU Affero General Public License, 560 | section 13, concerning interaction through a network will apply to the 561 | combination as such. 562 | 563 | 14. Revised Versions of this License. 564 | 565 | The Free Software Foundation may publish revised and/or new versions of 566 | the GNU General Public License from time to time. Such new versions will 567 | be similar in spirit to the present version, but may differ in detail to 568 | address new problems or concerns. 569 | 570 | Each version is given a distinguishing version number. If the 571 | Program specifies that a certain numbered version of the GNU General 572 | Public License "or any later version" applies to it, you have the 573 | option of following the terms and conditions either of that numbered 574 | version or of any later version published by the Free Software 575 | Foundation. If the Program does not specify a version number of the 576 | GNU General Public License, you may choose any version ever published 577 | by the Free Software Foundation. 578 | 579 | If the Program specifies that a proxy can decide which future 580 | versions of the GNU General Public License can be used, that proxy's 581 | public statement of acceptance of a version permanently authorizes you 582 | to choose that version for the Program. 583 | 584 | Later license versions may give you additional or different 585 | permissions. However, no additional obligations are imposed on any 586 | author or copyright holder as a result of your choosing to follow a 587 | later version. 588 | 589 | 15. Disclaimer of Warranty. 590 | 591 | THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY 592 | APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT 593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY 594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, 595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 596 | PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM 597 | IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF 598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 599 | 600 | 16. Limitation of Liability. 601 | 602 | IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING 603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS 604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY 605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE 606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF 607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD 608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), 609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF 610 | SUCH DAMAGES. 611 | 612 | 17. Interpretation of Sections 15 and 16. 613 | 614 | If the disclaimer of warranty and limitation of liability provided 615 | above cannot be given local legal effect according to their terms, 616 | reviewing courts shall apply local law that most closely approximates 617 | an absolute waiver of all civil liability in connection with the 618 | Program, unless a warranty or assumption of liability accompanies a 619 | copy of the Program in return for a fee. 620 | 621 | END OF TERMS AND CONDITIONS 622 | 623 | How to Apply These Terms to Your New Programs 624 | 625 | If you develop a new program, and you want it to be of the greatest 626 | possible use to the public, the best way to achieve this is to make it 627 | free software which everyone can redistribute and change under these terms. 628 | 629 | To do so, attach the following notices to the program. It is safest 630 | to attach them to the start of each source file to most effectively 631 | state the exclusion of warranty; and each file should have at least 632 | the "copyright" line and a pointer to where the full notice is found. 633 | 634 | 635 | Copyright (C) 636 | 637 | This program is free software: you can redistribute it and/or modify 638 | it under the terms of the GNU General Public License as published by 639 | the Free Software Foundation, either version 3 of the License, or 640 | (at your option) any later version. 641 | 642 | This program is distributed in the hope that it will be useful, 643 | but WITHOUT ANY WARRANTY; without even the implied warranty of 644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 645 | GNU General Public License for more details. 646 | 647 | You should have received a copy of the GNU General Public License 648 | along with this program. If not, see . 649 | 650 | Also add information on how to contact you by electronic and paper mail. 651 | 652 | If the program does terminal interaction, make it output a short 653 | notice like this when it starts in an interactive mode: 654 | 655 | Copyright (C) 656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. 657 | This is free software, and you are welcome to redistribute it 658 | under certain conditions; type `show c' for details. 659 | 660 | The hypothetical commands `show w' and `show c' should show the appropriate 661 | parts of the General Public License. Of course, your program's commands 662 | might be different; for a GUI interface, you would use an "about box". 663 | 664 | You should also get your employer (if you work as a programmer) or school, 665 | if any, to sign a "copyright disclaimer" for the program, if necessary. 666 | For more information on this, and how to apply and follow the GNU GPL, see 667 | . 668 | 669 | The GNU General Public License does not permit incorporating your program 670 | into proprietary programs. If your program is a subroutine library, you 671 | may consider it more useful to permit linking proprietary applications with 672 | the library. If this is what you want to do, use the GNU Lesser General 673 | Public License instead of this License. But first, please read 674 | . 675 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # This is a fork of the [original repository](https://GitHub.com/lzzy12/python-aria-mirror-bot)..! 2 | -------------------------------------------------------------------------------- /add_to_team_drive.py: -------------------------------------------------------------------------------- 1 | from __future__ import print_function 2 | from google.oauth2.service_account import Credentials 3 | import googleapiclient.discovery, json, progress.bar, glob, sys, argparse, time 4 | from google_auth_oauthlib.flow import InstalledAppFlow 5 | from google.auth.transport.requests import Request 6 | import os, pickle 7 | 8 | stt = time.time() 9 | 10 | parse = argparse.ArgumentParser( 11 | description='A tool to add service accounts to a shared drive from a folder containing credential files.') 12 | parse.add_argument('--path', '-p', default='accounts', 13 | help='Specify an alternative path to the service accounts folder.') 14 | parse.add_argument('--credentials', '-c', default='./credentials.json', 15 | help='Specify the relative path for the credentials file.') 16 | parse.add_argument('--yes', '-y', default=False, action='store_true', help='Skips the sanity prompt.') 17 | parsereq = parse.add_argument_group('required arguments') 18 | parsereq.add_argument('--drive-id', '-d', help='The ID of the Shared Drive.', required=True) 19 | 20 | args = parse.parse_args() 21 | acc_dir = args.path 22 | did = args.drive_id 23 | credentials = glob.glob(args.credentials) 24 | 25 | try: 26 | open(credentials[0], 'r') 27 | print('>> Found credentials.') 28 | except IndexError: 29 | print('>> No credentials found.') 30 | sys.exit(0) 31 | 32 | if not args.yes: 33 | # input('Make sure the following client id is added to the shared drive as Manager:\n' + json.loads((open( 34 | # credentials[0],'r').read()))['installed']['client_id']) 35 | input('>> Make sure the **Google account** that has generated credentials.json\n is added into your Team Drive ' 36 | '(shared drive) as Manager\n>> (Press any key to continue)') 37 | 38 | creds = None 39 | if os.path.exists('token_sa.pickle'): 40 | with open('token_sa.pickle', 'rb') as token: 41 | creds = pickle.load(token) 42 | # If there are no (valid) credentials available, let the user log in. 43 | if not creds or not creds.valid: 44 | if creds and creds.expired and creds.refresh_token: 45 | creds.refresh(Request()) 46 | else: 47 | flow = InstalledAppFlow.from_client_secrets_file(credentials[0], scopes=[ 48 | 'https://www.googleapis.com/auth/admin.directory.group', 49 | 'https://www.googleapis.com/auth/admin.directory.group.member' 50 | ]) 51 | # creds = flow.run_local_server(port=0) 52 | creds = flow.run_console() 53 | # Save the credentials for the next run 54 | with open('token_sa.pickle', 'wb') as token: 55 | pickle.dump(creds, token) 56 | 57 | drive = googleapiclient.discovery.build("drive", "v3", credentials=creds) 58 | batch = drive.new_batch_http_request() 59 | 60 | aa = glob.glob('%s/*.json' % acc_dir) 61 | pbar = progress.bar.Bar("Readying accounts", max=len(aa)) 62 | for i in aa: 63 | ce = json.loads(open(i, 'r').read())['client_email'] 64 | batch.add(drive.permissions().create(fileId=did, supportsAllDrives=True, body={ 65 | "role": "fileOrganizer", 66 | "type": "user", 67 | "emailAddress": ce 68 | })) 69 | pbar.next() 70 | pbar.finish() 71 | print('Adding...') 72 | batch.execute() 73 | 74 | print('Complete.') 75 | hours, rem = divmod((time.time() - stt), 3600) 76 | minutes, sec = divmod(rem, 60) 77 | print("Elapsed Time:\n{:0>2}:{:0>2}:{:05.2f}".format(int(hours), int(minutes), sec)) -------------------------------------------------------------------------------- /aria.bat: -------------------------------------------------------------------------------- 1 | aria2c --enable-rpc --rpc-listen-all=false --rpc-listen-port 6800 --max-connection-per-server=10 --rpc-max-request-size=1024M --seed-time=0.01 --min-split-size=10M --follow-torrent=mem --split=10 --daemon=true --allow-overwrite=true 2 | -------------------------------------------------------------------------------- /aria.sh: -------------------------------------------------------------------------------- 1 | export MAX_DOWNLOAD_SPEED=0 2 | export MAX_CONCURRENT_DOWNLOADS=7 3 | aria2c \ 4 | --enable-rpc --rpc-listen-all=false --rpc-listen-port 6800 \ 5 | --max-connection-per-server=10 --rpc-max-request-size=1024M \ 6 | --seed-time=0.01 \ 7 | --min-split-size=10M --follow-torrent=mem \ 8 | --split=10 \ 9 | --daemon=true \ 10 | --allow-overwrite=true \ 11 | --max-overall-download-limit=$MAX_DOWNLOAD_SPEED \ 12 | --max-overall-upload-limit=1K \ 13 | --max-concurrent-downloads=$MAX_CONCURRENT_DOWNLOADS \ 14 | --check-certificate=false \ 15 | > /dev/null 2>&1 16 | -------------------------------------------------------------------------------- /bot/__init__.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import os 3 | import threading 4 | import time 5 | 6 | import aria2p 7 | from .get_config import getConfig 8 | from dotenv import load_dotenv 9 | import socket 10 | import faulthandler 11 | 12 | faulthandler.enable() 13 | socket.setdefaulttimeout(600) 14 | 15 | botStartTime = time.time() 16 | if os.path.exists('log.txt'): 17 | with open('log.txt', 'r+') as f: 18 | f.truncate(0) 19 | 20 | logging.basicConfig( 21 | format='%(asctime)s - %(name)s - %(levelname)s - %(message)s', 22 | handlers=[ 23 | logging.FileHandler('log.txt'), 24 | logging.StreamHandler() 25 | ], 26 | level=logging.INFO 27 | ) 28 | logging.getLogger("pyrogram").setLevel(logging.WARNING) 29 | 30 | 31 | if os.path.exists("config.env"): 32 | load_dotenv('config.env') 33 | else: 34 | load_dotenv('config_sample.env') 35 | 36 | Interval = [] 37 | 38 | LOGGER = logging.getLogger(__name__) 39 | 40 | aria2 = aria2p.API( 41 | aria2p.Client( 42 | host="http://localhost", 43 | port=6800, 44 | secret="", 45 | ) 46 | ) 47 | 48 | DOWNLOAD_DIR = None 49 | BOT_TOKEN = None 50 | 51 | download_dict_lock = threading.Lock() 52 | status_reply_dict_lock = threading.Lock() 53 | # Key: message.chat.id 54 | # Value: telegram.Message 55 | status_reply_dict = {} 56 | # Key: message.message_id 57 | # Value: An object of Status 58 | download_dict = {} 59 | 60 | 61 | BOT_TOKEN = getConfig('BOT_TOKEN', should_prompt=True) 62 | parent_id = getConfig('GDRIVE_FOLDER_ID') 63 | DOWNLOAD_DIR = getConfig('DOWNLOAD_DIR') 64 | DOWNLOAD_DIR = os.path.abspath(DOWNLOAD_DIR) 65 | if DOWNLOAD_DIR[-1] != '/' or DOWNLOAD_DIR[-1] != '\\': 66 | DOWNLOAD_DIR = DOWNLOAD_DIR + os.path.sep 67 | DOWNLOAD_STATUS_UPDATE_INTERVAL = int(getConfig( 68 | 'DOWNLOAD_STATUS_UPDATE_INTERVAL' 69 | )) 70 | OWNER_ID = int(getConfig('OWNER_ID', should_prompt=True)) 71 | AUTO_DELETE_MESSAGE_DURATION = int(getConfig('AUTO_DELETE_MESSAGE_DURATION')) 72 | TELEGRAM_API = getConfig('TELEGRAM_API', should_prompt=True) 73 | TELEGRAM_HASH = getConfig('TELEGRAM_HASH', should_prompt=True) 74 | CRED_JSON = getConfig('CRED_JSON') 75 | 76 | # Stores list of users and chats the bot is authorized to use in 77 | AUTHORIZED_CHATS = set( 78 | int(x) for x in getConfig("AUTHORIZED_CHATS", should_prompt=True).split() 79 | ) 80 | AUTHORIZED_CHATS = list(AUTHORIZED_CHATS) 81 | AUTHORIZED_CHATS.append(OWNER_ID) 82 | AUTHORIZED_CHATS = list(set(AUTHORIZED_CHATS)) 83 | 84 | MEGA_API_KEY = getConfig('MEGA_API_KEY', None) 85 | 86 | MEGA_EMAIL_ID = getConfig('MEGA_EMAIL_ID', None) 87 | MEGA_PASSWORD = getConfig('MEGA_PASSWORD', None) 88 | 89 | USE_SERVICE_ACCOUNTS = bool(getConfig('USE_SERVICE_ACCOUNTS', None)) 90 | 91 | INDEX_URL = getConfig('INDEX_URL', None) 92 | IS_TEAM_DRIVE = bool(getConfig('IS_TEAM_DRIVE', None)) 93 | -------------------------------------------------------------------------------- /bot/__main__.py: -------------------------------------------------------------------------------- 1 | import signal 2 | import pickle 3 | from os import path, remove 4 | from pyrogram import Client 5 | from bot import ( 6 | BOT_TOKEN, 7 | DOWNLOAD_DIR, 8 | LOGGER, 9 | TELEGRAM_API, 10 | TELEGRAM_HASH 11 | ) 12 | from bot.helper.ext_utils import fs_utils 13 | 14 | 15 | def main(): 16 | fs_utils.start_cleanup() 17 | # Check if the bot is restarting 18 | if path.exists('restart.pickle'): 19 | with open('restart.pickle', 'rb') as status: 20 | restart_message = pickle.load(status) 21 | restart_message.edit_text("Restarted Successfully!") 22 | remove('restart.pickle') 23 | 24 | plugins = dict( 25 | root="bot/modules" 26 | ) 27 | app = Client( 28 | ":memory:", 29 | api_id=TELEGRAM_API, 30 | api_hash=TELEGRAM_HASH, 31 | plugins=plugins, 32 | bot_token=BOT_TOKEN, 33 | workdir=DOWNLOAD_DIR 34 | ) 35 | 36 | app.set_parse_mode("html") 37 | 38 | LOGGER.info("Bot Started!") 39 | signal.signal(signal.SIGINT, fs_utils.exit_clean_up) 40 | 41 | app.run() 42 | 43 | 44 | if __name__ == "__main__": 45 | main() 46 | -------------------------------------------------------------------------------- /bot/get_config.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | # -*- coding: utf-8 -*- 3 | # This program is free software: you can redistribute it and/or modify 4 | # it under the terms of the GNU Affero General Public License as published by 5 | # the Free Software Foundation, either version 3 of the License, or 6 | # (at your option) any later version. 7 | 8 | # This program is distributed in the hope that it will be useful, 9 | # but WITHOUT ANY WARRANTY; without even the implied warranty of 10 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 11 | # GNU Affero General Public License for more details. 12 | 13 | # You should have received a copy of the GNU Affero General Public License 14 | # along with this program. If not, see . 15 | 16 | import os 17 | from sys import exit 18 | 19 | 20 | def getConfig(name: str, d_v=None, should_prompt=False): 21 | val = os.environ.get(name, d_v) 22 | if not val and should_prompt: 23 | try: 24 | val = input(f"enter {name}'s value: ") 25 | except EOFError: 26 | val = d_v 27 | if not val and should_prompt: 28 | print( 29 | "One or more env variables missing! Exiting now" 30 | ) 31 | exit(1) 32 | print("\n") 33 | return val 34 | -------------------------------------------------------------------------------- /bot/helper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/__init__.py -------------------------------------------------------------------------------- /bot/helper/ext_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/ext_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/ext_utils/bot_utils.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import os 3 | import re 4 | import threading 5 | import time 6 | 7 | from bot import download_dict, download_dict_lock 8 | 9 | LOGGER = logging.getLogger(__name__) 10 | 11 | MAGNET_REGEX = r"magnet:\?xt=urn:btih:[a-zA-Z0-9]*" 12 | 13 | URL_REGEX = r"(?:(?:https?|ftp):\/\/)?[\w/\-?=%.]+\.[\w/\-?=%.]+" 14 | 15 | 16 | class MirrorStatus: 17 | STATUS_UPLOADING = "Uploading" 18 | STATUS_DOWNLOADING = "Downloading" 19 | STATUS_WAITING = "Queued" 20 | STATUS_FAILED = "Failed. Cleaning download" 21 | STATUS_CANCELLED = "Cancelled" 22 | STATUS_ARCHIVING = "Archiving" 23 | STATUS_EXTRACTING = "Extracting" 24 | 25 | 26 | PROGRESS_MAX_SIZE = 100 // 8 27 | PROGRESS_INCOMPLETE = ['▏', '▎', '▍', '▌', '▋', '▊', '▉'] 28 | 29 | SIZE_UNITS = ['B', 'KB', 'MB', 'GB', 'TB', 'PB'] 30 | 31 | 32 | class setInterval: 33 | def __init__(self, interval, action): 34 | self.interval = interval 35 | self.action = action 36 | self.stopEvent = threading.Event() 37 | thread = threading.Thread(target=self.__setInterval) 38 | thread.start() 39 | 40 | def __setInterval(self): 41 | nextTime = time.time() + self.interval 42 | while not self.stopEvent.wait(nextTime - time.time()): 43 | nextTime += self.interval 44 | self.action() 45 | 46 | def cancel(self): 47 | self.stopEvent.set() 48 | 49 | 50 | def get_readable_file_size(size_in_bytes) -> str: 51 | if size_in_bytes is None: 52 | return '0B' 53 | index = 0 54 | while size_in_bytes >= 1024: 55 | size_in_bytes /= 1024 56 | index += 1 57 | try: 58 | return f'{round(size_in_bytes, 2)}{SIZE_UNITS[index]}' 59 | except IndexError: 60 | return 'File too large' 61 | 62 | 63 | def getDownloadByGid(gid): 64 | with download_dict_lock: 65 | for dl in download_dict.values(): 66 | status = dl.status() 67 | if status != MirrorStatus.STATUS_UPLOADING \ 68 | and status != MirrorStatus.STATUS_ARCHIVING \ 69 | and status != MirrorStatus.STATUS_EXTRACTING: 70 | if dl.gid() == gid: 71 | return dl 72 | return None 73 | 74 | 75 | def get_progress_bar_string(status): 76 | completed = status.processed_bytes() / 8 77 | total = status.size_raw() / 8 78 | if total == 0: 79 | p = 0 80 | else: 81 | p = round(completed * 100 / total) 82 | p = min(max(p, 0), 100) 83 | cFull = p // 8 84 | cPart = p % 8 - 1 85 | p_str = '█' * cFull 86 | if cPart >= 0: 87 | p_str += PROGRESS_INCOMPLETE[cPart] 88 | p_str += ' ' * (PROGRESS_MAX_SIZE - cFull) 89 | p_str = f"[{p_str}]" 90 | return p_str 91 | 92 | 93 | def get_readable_message(): 94 | with download_dict_lock: 95 | msg = "" 96 | for download in list(download_dict.values()): 97 | msg += f"{download.name()} - " 98 | msg += download.status() 99 | if download.status() != MirrorStatus.STATUS_ARCHIVING and download.status() != MirrorStatus.STATUS_EXTRACTING: 100 | msg += f"\n{get_progress_bar_string(download)} {download.progress()} of " \ 101 | f"{download.size()}" \ 102 | f" at {download.speed()}, ETA: {download.eta()} " 103 | if download.status() == MirrorStatus.STATUS_DOWNLOADING: 104 | if hasattr(download, 'is_torrent'): 105 | msg += f"| P: {download.aria_download().connections} " \ 106 | f"| S: {download.aria_download().num_seeders}" 107 | msg += f"\nGID: {download.gid()}" 108 | msg += "\n\n" 109 | return msg 110 | 111 | 112 | def get_readable_time(seconds: int) -> str: 113 | result = '' 114 | (days, remainder) = divmod(seconds, 86400) 115 | days = int(days) 116 | if days != 0: 117 | result += f'{days}d' 118 | (hours, remainder) = divmod(remainder, 3600) 119 | hours = int(hours) 120 | if hours != 0: 121 | result += f'{hours}h' 122 | (minutes, seconds) = divmod(remainder, 60) 123 | minutes = int(minutes) 124 | if minutes != 0: 125 | result += f'{minutes}m' 126 | seconds = int(seconds) 127 | result += f'{seconds}s' 128 | return result 129 | 130 | 131 | def is_url(url: str): 132 | url = re.findall(URL_REGEX, url) 133 | if url: 134 | return True 135 | return False 136 | 137 | 138 | def is_magnet(url: str): 139 | magnet = re.findall(MAGNET_REGEX, url) 140 | if magnet: 141 | return True 142 | return False 143 | 144 | 145 | def is_torrent(file_name: str): 146 | if os.path.exists(file_name) and file_name.lower().endswith(".torrent"): 147 | return True 148 | return False 149 | 150 | 151 | def is_mega_link(url: str): 152 | return "mega.nz" in url 153 | 154 | 155 | def get_mega_link_type(url: str): 156 | if "folder" in url: 157 | return "folder" 158 | elif "file" in url: 159 | return "file" 160 | elif "/#F!" in url: 161 | return "folder" 162 | return "file" 163 | 164 | 165 | def new_thread(fn): 166 | """To use as decorator to make a function call threaded. 167 | Needs import 168 | from threading import Thread""" 169 | def wrapper(*args, **kwargs): 170 | thread = threading.Thread(target=fn, args=args, kwargs=kwargs) 171 | thread.start() 172 | return thread 173 | return wrapper 174 | -------------------------------------------------------------------------------- /bot/helper/ext_utils/exceptions.py: -------------------------------------------------------------------------------- 1 | class DirectDownloadLinkException(Exception): 2 | """Not method found for extracting direct download link from the http link""" 3 | pass 4 | 5 | 6 | class NotSupportedExtractionArchive(Exception): 7 | """The archive format use is trying to extract is not supported""" 8 | pass 9 | -------------------------------------------------------------------------------- /bot/helper/ext_utils/fs_utils.py: -------------------------------------------------------------------------------- 1 | import sys 2 | from bot import aria2, LOGGER, DOWNLOAD_DIR 3 | import shutil 4 | import os 5 | import pathlib 6 | import magic 7 | import tarfile 8 | from .exceptions import NotSupportedExtractionArchive 9 | 10 | 11 | def clean_download(path: str): 12 | if os.path.exists(path): 13 | LOGGER.info(f"Cleaning download: {path}") 14 | shutil.rmtree(path) 15 | 16 | 17 | def start_cleanup(): 18 | try: 19 | shutil.rmtree(DOWNLOAD_DIR) 20 | except FileNotFoundError: 21 | pass 22 | 23 | 24 | def clean_all(): 25 | aria2.remove_all(True) 26 | shutil.rmtree(DOWNLOAD_DIR) 27 | 28 | 29 | def exit_clean_up(signal, frame): 30 | try: 31 | LOGGER.info("Please wait, while we clean up the downloads and stop running downloads") 32 | clean_all() 33 | sys.exit(0) 34 | except KeyboardInterrupt: 35 | LOGGER.warning("Force Exiting before the cleanup finishes!") 36 | sys.exit(1) 37 | 38 | 39 | def get_path_size(path): 40 | if os.path.isfile(path): 41 | return os.path.getsize(path) 42 | total_size = 0 43 | for root, dirs, files in os.walk(path): 44 | for f in files: 45 | abs_path = os.path.join(root, f) 46 | total_size += os.path.getsize(abs_path) 47 | return total_size 48 | 49 | 50 | def tar(org_path): 51 | tar_path = org_path + ".tar" 52 | path = pathlib.PurePath(org_path) 53 | LOGGER.info(f'Tar: orig_path: {org_path}, tar_path: {tar_path}') 54 | tar = tarfile.open(tar_path, "w") 55 | tar.add(org_path, arcname=path.name) 56 | tar.close() 57 | return tar_path 58 | 59 | 60 | def get_base_name(orig_path: str): 61 | if orig_path.endswith(".tar.bz2"): 62 | return orig_path.replace(".tar.bz2", "") 63 | elif orig_path.endswith(".tar.gz"): 64 | return orig_path.replace(".tar.gz", "") 65 | elif orig_path.endswith(".bz2"): 66 | return orig_path.replace(".bz2", "") 67 | elif orig_path.endswith(".gz"): 68 | return orig_path.replace(".gz", "") 69 | elif orig_path.endswith(".tar"): 70 | return orig_path.replace(".tar", "") 71 | elif orig_path.endswith(".tbz2"): 72 | return orig_path.replace("tbz2", "") 73 | elif orig_path.endswith(".tgz"): 74 | return orig_path.replace(".tgz", "") 75 | elif orig_path.endswith(".zip"): 76 | return orig_path.replace(".zip", "") 77 | elif orig_path.endswith(".7z"): 78 | return orig_path.replace(".7z", "") 79 | elif orig_path.endswith(".Z"): 80 | return orig_path.replace(".Z", "") 81 | elif orig_path.endswith(".rar"): 82 | return orig_path.replace(".rar", "") 83 | else: 84 | raise NotSupportedExtractionArchive('File format not supported for extraction') 85 | 86 | 87 | def get_mime_type(file_path): 88 | mime = magic.Magic(mime=True) 89 | mime_type = mime.from_file(file_path) 90 | mime_type = mime_type if mime_type else "text/plain" 91 | return mime_type 92 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/mirror_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/mirror_utils/download_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/aria2_download.py: -------------------------------------------------------------------------------- 1 | from bot import aria2, download_dict_lock 2 | from bot.helper.ext_utils.bot_utils import * 3 | from .download_helper import DownloadHelper 4 | from bot.helper.mirror_utils.status_utils.aria_download_status import AriaDownloadStatus 5 | from bot.helper.telegram_helper.message_utils import * 6 | import threading 7 | from aria2p import API 8 | from time import sleep 9 | 10 | 11 | class AriaDownloadHelper(DownloadHelper): 12 | 13 | def __init__(self): 14 | super().__init__() 15 | 16 | @new_thread 17 | def __onDownloadStarted(self, api, gid): 18 | LOGGER.info(f"onDownloadStart: {gid}") 19 | update_all_messages() 20 | 21 | def __onDownloadComplete(self, api: API, gid): 22 | LOGGER.info(f"onDownloadComplete: {gid}") 23 | dl = getDownloadByGid(gid) 24 | download = api.get_download(gid) 25 | if download.followed_by_ids: 26 | new_gid = download.followed_by_ids[0] 27 | new_download = api.get_download(new_gid) 28 | with download_dict_lock: 29 | download_dict[dl.uid()] = AriaDownloadStatus(new_gid, dl.getListener()) 30 | if new_download.is_torrent: 31 | download_dict[dl.uid()].is_torrent = True 32 | update_all_messages() 33 | LOGGER.info(f'Changed gid from {gid} to {new_gid}') 34 | else: 35 | if dl: threading.Thread(target=dl.getListener().onDownloadComplete).start() 36 | 37 | @new_thread 38 | def __onDownloadPause(self, api, gid): 39 | LOGGER.info(f"onDownloadPause: {gid}") 40 | dl = getDownloadByGid(gid) 41 | dl.getListener().onDownloadError('Download stopped by user!') 42 | 43 | @new_thread 44 | def __onDownloadStopped(self, api, gid): 45 | LOGGER.info(f"onDownloadStop: {gid}") 46 | dl = getDownloadByGid(gid) 47 | if dl: dl.getListener().onDownloadError('Download stopped by user!') 48 | 49 | @new_thread 50 | def __onDownloadError(self, api, gid): 51 | sleep(0.5) # sleep for split second to ensure proper dl gid update from onDownloadComplete 52 | LOGGER.info(f"onDownloadError: {gid}") 53 | dl = getDownloadByGid(gid) 54 | download = api.get_download(gid) 55 | error = download.error_message 56 | LOGGER.info(f"Download Error: {error}") 57 | if dl: dl.getListener().onDownloadError(error) 58 | 59 | def start_listener(self): 60 | aria2.listen_to_notifications(threaded=True, on_download_start=self.__onDownloadStarted, 61 | on_download_error=self.__onDownloadError, 62 | on_download_pause=self.__onDownloadPause, 63 | on_download_stop=self.__onDownloadStopped, 64 | on_download_complete=self.__onDownloadComplete) 65 | 66 | 67 | 68 | def add_download(self, link: str, path, listener): 69 | if is_magnet(link): 70 | download = aria2.add_magnet(link, {'dir': path}) 71 | elif is_torrent(link): 72 | download = aria2.add_torrent(link, options={'dir': path}) 73 | else: 74 | download = aria2.add_uris([link], {'dir': path}) 75 | 76 | if download.error_message: # no need to proceed further at this point 77 | listener.onDownloadError(download.error_message) 78 | return 79 | with download_dict_lock: 80 | download_dict[listener.uid] = AriaDownloadStatus(download.gid, listener) 81 | LOGGER.info(f"Started: {download.gid} DIR:{download.dir} ") 82 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/direct_link_generator.py: -------------------------------------------------------------------------------- 1 | # Copyright (C) 2019 The Raphielscape Company LLC. 2 | # 3 | # Licensed under the Raphielscape Public License, Version 1.c (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # 6 | """ Helper Module containing various sites direct links generators. This module is copied and modified as per need 7 | from https://github.com/AvinashReddy3108/PaperplaneExtended . I hereby take no credit of the following code other 8 | than the modifications. See https://github.com/AvinashReddy3108/PaperplaneExtended/commits/master/userbot/modules/direct_links.py 9 | for original authorship. """ 10 | 11 | import json 12 | import re 13 | import urllib.parse 14 | from os import popen 15 | from random import choice 16 | 17 | import requests 18 | from bs4 import BeautifulSoup 19 | 20 | from bot.helper.ext_utils.exceptions import DirectDownloadLinkException 21 | 22 | 23 | def direct_link_generator(link: str): 24 | """ direct links generator """ 25 | if not link: 26 | raise DirectDownloadLinkException("`No links found!`") 27 | elif 'zippyshare.com' in link: 28 | return zippy_share(link) 29 | elif 'yadi.sk' in link: 30 | return yandex_disk(link) 31 | elif 'cloud.mail.ru' in link: 32 | return cm_ru(link) 33 | elif 'mediafire.com' in link: 34 | return mediafire(link) 35 | elif 'osdn.net' in link: 36 | return osdn(link) 37 | elif 'github.com' in link: 38 | return github(link) 39 | else: 40 | raise DirectDownloadLinkException(f'No Direct link function found for {link}') 41 | 42 | 43 | def zippy_share(url: str) -> str: 44 | """ ZippyShare direct links generator 45 | Based on https://github.com/LameLemon/ziggy""" 46 | dl_url = '' 47 | try: 48 | link = re.findall(r'\bhttps?://.*zippyshare\.com\S+', url)[0] 49 | except IndexError: 50 | raise DirectDownloadLinkException("`No ZippyShare links found`\n") 51 | session = requests.Session() 52 | base_url = re.search('http.+.com', link).group() 53 | response = session.get(link) 54 | page_soup = BeautifulSoup(response.content, "html.parser") 55 | scripts = page_soup.find_all("script", {"type": "text/javascript"}) 56 | for script in scripts: 57 | if "getElementById('dlbutton')" in script.text: 58 | url_raw = re.search(r'= (?P\".+\" \+ (?P\(.+\)) .+);', 59 | script.text).group('url') 60 | math = re.search(r'= (?P\".+\" \+ (?P\(.+\)) .+);', 61 | script.text).group('math') 62 | dl_url = url_raw.replace(math, '"' + str(eval(math)) + '"') 63 | break 64 | dl_url = base_url + eval(dl_url) 65 | name = urllib.parse.unquote(dl_url.split('/')[-1]) 66 | return dl_url 67 | 68 | 69 | def yandex_disk(url: str) -> str: 70 | """ Yandex.Disk direct links generator 71 | Based on https://github.com/wldhx/yadisk-direct""" 72 | try: 73 | link = re.findall(r'\bhttps?://.*yadi\.sk\S+', url)[0] 74 | except IndexError: 75 | reply = "`No Yandex.Disk links found`\n" 76 | return reply 77 | api = 'https://cloud-api.yandex.net/v1/disk/public/resources/download?public_key={}' 78 | try: 79 | dl_url = requests.get(api.format(link)).json()['href'] 80 | return dl_url 81 | except KeyError: 82 | raise DirectDownloadLinkException("`Error: File not found / Download limit reached`\n") 83 | 84 | 85 | def cm_ru(url: str) -> str: 86 | """ cloud.mail.ru direct links generator 87 | Using https://github.com/JrMasterModelBuilder/cmrudl.py""" 88 | reply = '' 89 | try: 90 | link = re.findall(r'\bhttps?://.*cloud\.mail\.ru\S+', url)[0] 91 | except IndexError: 92 | raise DirectDownloadLinkException("`No cloud.mail.ru links found`\n") 93 | command = f'vendor/cmrudl.py/cmrudl -s {link}' 94 | result = popen(command).read() 95 | result = result.splitlines()[-1] 96 | try: 97 | data = json.loads(result) 98 | except json.decoder.JSONDecodeError: 99 | raise DirectDownloadLinkException("`Error: Can't extract the link`\n") 100 | dl_url = data['download'] 101 | return dl_url 102 | 103 | 104 | def mediafire(url: str) -> str: 105 | """ MediaFire direct links generator """ 106 | try: 107 | link = re.findall(r'\bhttps?://.*mediafire\.com\S+', url)[0] 108 | except IndexError: 109 | raise DirectDownloadLinkException("`No MediaFire links found`\n") 110 | page = BeautifulSoup(requests.get(link).content, 'html.parser') 111 | info = page.find('a', {'aria-label': 'Download file'}) 112 | dl_url = info.get('href') 113 | return dl_url 114 | 115 | 116 | def osdn(url: str) -> str: 117 | """ OSDN direct links generator """ 118 | osdn_link = 'https://osdn.net' 119 | try: 120 | link = re.findall(r'\bhttps?://.*osdn\.net\S+', url)[0] 121 | except IndexError: 122 | raise DirectDownloadLinkException("`No OSDN links found`\n") 123 | page = BeautifulSoup( 124 | requests.get(link, allow_redirects=True).content, 'html.parser') 125 | info = page.find('a', {'class': 'mirror_link'}) 126 | link = urllib.parse.unquote(osdn_link + info['href']) 127 | mirrors = page.find('form', {'id': 'mirror-select-form'}).findAll('tr') 128 | urls = [] 129 | for data in mirrors[1:]: 130 | mirror = data.find('input')['value'] 131 | urls.append(re.sub(r'm=(.*)&f', f'm={mirror}&f', link)) 132 | return urls[0] 133 | 134 | 135 | def github(url: str) -> str: 136 | """ GitHub direct links generator """ 137 | try: 138 | re.findall(r'\bhttps?://.*github\.com.*releases\S+', url)[0] 139 | except IndexError: 140 | raise DirectDownloadLinkException("`No GitHub Releases links found`\n") 141 | download = requests.get(url, stream=True, allow_redirects=False) 142 | try: 143 | dl_url = download.headers["location"] 144 | return dl_url 145 | except KeyError: 146 | raise DirectDownloadLinkException("`Error: Can't extract the link`\n") 147 | 148 | 149 | def useragent(): 150 | """ 151 | useragent random setter 152 | """ 153 | useragents = BeautifulSoup( 154 | requests.get( 155 | 'https://developers.whatismybrowser.com/' 156 | 'useragents/explore/operating_system_name/android/').content, 157 | 'html.parser').findAll('td', {'class': 'useragent'}) 158 | user_agent = choice(useragents) 159 | return user_agent.text 160 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/direct_link_generator_license.md: -------------------------------------------------------------------------------- 1 | RAPHIELSCAPE PUBLIC LICENSE 2 | Version 1.c, June 2019 3 | 4 | Copyright (C) 2019 Raphielscape LLC. 5 | Copyright (C) 2019 Devscapes Open Source Holding GmbH. 6 | 7 | Everyone is permitted to copy and distribute verbatim or modified 8 | copies of this license document, and changing it is allowed as long 9 | as the name is changed. 10 | 11 | RAPHIELSCAPE PUBLIC LICENSE 12 | A-1. DEFINITIONS 13 | 14 | 0. “This License” refers to version 1.c of the Raphielscape Public License. 15 | 16 | 1. “Copyright” also means copyright-like laws that apply to other kinds of works. 17 | 18 | 2. “The Work" refers to any copyrightable work licensed under this License. Each licensee is addressed as “you”. 19 | “Licensees” and “recipients” may be individuals or organizations. 20 | 21 | 3. To “modify” a work means to copy from or adapt all or part of the work in a fashion requiring copyright permission, 22 | other than the making of an exact copy. The resulting work is called a “modified version” of the earlier work 23 | or a work “based on” the earlier work. 24 | 25 | 4. Source Form. The “source form” for a work means the preferred form of the work for making modifications to it. 26 | “Object code” means any non-source form of a work. 27 | 28 | The “Corresponding Source” for a work in object code form means all the source code needed to generate, install, and 29 | (for an executable work) run the object code and to modify the work, including scripts to control those activities. 30 | 31 | The Corresponding Source need not include anything that users can regenerate automatically from other parts of the Corresponding Source. 32 | The Corresponding Source for a work in source code form is that same work. 33 | 34 | 5. "The author" refers to "author" of the code, which is the one that made the particular code which exists inside of 35 | the Corresponding Source. 36 | 37 | 6. "Owner" refers to any parties which is made the early form of the Corresponding Source. 38 | 39 | A-2. TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 40 | 41 | 0. You must give any other recipients of the Work or Derivative Works a copy of this License; and 42 | 43 | 1. You must cause any modified files to carry prominent notices stating that You changed the files; and 44 | 45 | 2. You must retain, in the Source form of any Derivative Works that You distribute, 46 | this license, all copyright, patent, trademark, authorships and attribution notices 47 | from the Source form of the Work; and 48 | 49 | 3. Respecting the author and owner of works that are distributed in any way. 50 | 51 | You may add Your own copyright statement to Your modifications and may provide 52 | additional or different license terms and conditions for use, reproduction, 53 | or distribution of Your modifications, or for any such Derivative Works as a whole, 54 | provided Your use, reproduction, and distribution of the Work otherwise complies 55 | with the conditions stated in this License. 56 | 57 | B. DISCLAIMER OF WARRANTY 58 | 59 | THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR 60 | IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND 61 | FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS 62 | BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 63 | (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, 64 | OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 65 | CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 66 | OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 67 | 68 | 69 | C. REVISED VERSION OF THIS LICENSE 70 | 71 | The Devscapes Open Source Holding GmbH. may publish revised and/or new versions of the 72 | Raphielscape Public License from time to time. Such new versions will be similar in spirit 73 | to the present version, but may differ in detail to address new problems or concerns. 74 | 75 | Each version is given a distinguishing version number. If the Program specifies that a 76 | certain numbered version of the Raphielscape Public License "or any later version" applies to it, 77 | you have the option of following the terms and conditions either of that numbered version or of 78 | any later version published by the Devscapes Open Source Holding GmbH. If the Program does not specify a 79 | version number of the Raphielscape Public License, you may choose any version ever published 80 | by the Devscapes Open Source Holding GmbH. 81 | 82 | END OF LICENSE -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/download_helper.py: -------------------------------------------------------------------------------- 1 | # An abstract class which will be inherited by the tool specific classes like aria2_helper or mega_download_helper 2 | import threading 3 | 4 | 5 | class MethodNotImplementedError(NotImplementedError): 6 | def __init__(self): 7 | super(self, 'Not implemented method') 8 | 9 | 10 | class DownloadHelper: 11 | def __init__(self): 12 | self.name = '' # Name of the download; empty string if no download has been started 13 | self.size = 0.0 # Size of the download 14 | self.downloaded_bytes = 0.0 # Bytes downloaded 15 | self.speed = 0.0 # Download speed in bytes per second 16 | self.progress = 0.0 17 | self.progress_string = '0.00%' 18 | self.eta = 0 # Estimated time of download complete 19 | self.eta_string = '0s' # A listener class which have event callbacks 20 | self._resource_lock = threading.Lock() 21 | 22 | def add_download(self, link: str, path): 23 | raise MethodNotImplementedError 24 | 25 | def cancel_download(self): 26 | # Returns None if successfully cancelled, else error string 27 | raise MethodNotImplementedError 28 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/mega_downloader.py: -------------------------------------------------------------------------------- 1 | import os 2 | import random 3 | import string 4 | import threading 5 | from mega import (MegaApi, MegaListener, MegaRequest, MegaTransfer, MegaError) 6 | from bot import LOGGER, MEGA_API_KEY, download_dict_lock, download_dict, MEGA_EMAIL_ID, MEGA_PASSWORD 7 | from bot.helper.ext_utils.bot_utils import new_thread, get_mega_link_type 8 | from bot.helper.mirror_utils.status_utils.mega_download_status import MegaDownloadStatus 9 | from bot.helper.telegram_helper.message_utils import update_all_messages 10 | 11 | 12 | class MegaDownloaderException(Exception): 13 | pass 14 | 15 | 16 | class MegaAppListener(MegaListener): 17 | _NO_EVENT_ON = ( 18 | MegaRequest.TYPE_LOGIN, 19 | MegaRequest.TYPE_FETCH_NODES 20 | ) 21 | NO_ERROR = "no error" 22 | 23 | def __init__(self, continue_event: threading.Event, listener): 24 | self.continue_event = continue_event 25 | self.node = None 26 | self.public_node = None 27 | self.listener = listener 28 | self.uid = listener.uid 29 | self.__bytes_transferred = 0 30 | self.is_cancelled = False 31 | self.__speed = 0 32 | self.__name = '' 33 | self.__size = 0 34 | self.error = None 35 | self.gid = "" 36 | super(MegaAppListener, self).__init__() 37 | 38 | @property 39 | def speed(self): 40 | """Returns speed of the download in bytes/second""" 41 | return self.__speed 42 | 43 | @property 44 | def name(self): 45 | """Returns name of the download""" 46 | return self.__name 47 | 48 | def setValues(self, name, size, gid): 49 | self.__name = name 50 | self.__size = size 51 | self.gid = gid 52 | 53 | @property 54 | def size(self): 55 | """Size of download in bytes""" 56 | return self.__size 57 | 58 | @property 59 | def downloaded_bytes(self): 60 | return self.__bytes_transferred 61 | 62 | def onRequestStart(self, api, request): 63 | LOGGER.info('Request start ({})'.format(request)) 64 | 65 | def onRequestFinish(self, api, request, error): 66 | LOGGER.info('Mega Request finished ({}); Result: {}' 67 | .format(request, error)) 68 | 69 | request_type = request.getType() 70 | if request_type == MegaRequest.TYPE_LOGIN: 71 | api.fetchNodes() 72 | elif request_type == MegaRequest.TYPE_GET_PUBLIC_NODE: 73 | self.public_node = request.getPublicMegaNode() 74 | elif request_type == MegaRequest.TYPE_FETCH_NODES: 75 | LOGGER.info("Fetching Root Node.") 76 | self.node = api.getRootNode() 77 | LOGGER.info(f"Node Name: {self.node.getName()}") 78 | if request_type not in self._NO_EVENT_ON or self.node and "cloud drive" not in self.node.getName().lower(): 79 | self.continue_event.set() 80 | 81 | def onRequestTemporaryError(self, api, request, error: MegaError): 82 | LOGGER.info(f'Mega Request error in {error}') 83 | if not self.is_cancelled: 84 | self.listener.onDownloadError("RequestTempError: " + error.toString()) 85 | self.is_cancelled = True 86 | self.error = error.toString() 87 | self.continue_event.set() 88 | 89 | def onTransferStart(self, api: MegaApi, transfer: MegaTransfer): 90 | LOGGER.info(f"Transfer Started: {transfer.getFileName()}") 91 | 92 | def onTransferUpdate(self, api: MegaApi, transfer: MegaTransfer): 93 | if self.is_cancelled: 94 | api.cancelTransfer(transfer, None) 95 | self.__speed = transfer.getSpeed() 96 | self.__bytes_transferred = transfer.getTransferredBytes() 97 | 98 | def onTransferFinish(self, api: MegaApi, transfer: MegaTransfer, error): 99 | try: 100 | LOGGER.info(f'Transfer finished ({transfer}); Result: {transfer.getFileName()}') 101 | if transfer.isFolderTransfer() and transfer.isFinished() or transfer.getFileName() == self.name and not self.is_cancelled: 102 | self.listener.onDownloadComplete() 103 | self.continue_event.set() 104 | except Exception as e: 105 | LOGGER.error(e) 106 | 107 | def onTransferTemporaryError(self, api, transfer, error): 108 | LOGGER.info(f'Mega download error in file {transfer} {transfer.getFileName()}: {error}') 109 | self.error = error.toString() 110 | if not self.is_cancelled: 111 | self.is_cancelled = True 112 | self.listener.onDownloadError("TransferTempError: "+self.error) 113 | 114 | def cancel_download(self): 115 | self.is_cancelled = True 116 | self.listener.onDownloadError("Download Canceled by user") 117 | 118 | 119 | class AsyncExecutor: 120 | 121 | def __init__(self): 122 | self.continue_event = threading.Event() 123 | 124 | def do(self, function, args): 125 | self.continue_event.clear() 126 | function(*args) 127 | self.continue_event.wait() 128 | 129 | 130 | class MegaDownloadHelper: 131 | def __init__(self): 132 | pass 133 | 134 | @staticmethod 135 | @new_thread 136 | def add_download(mega_link: str, path: str, listener): 137 | if MEGA_API_KEY is None: 138 | raise MegaDownloaderException('Mega API KEY not provided! Cannot mirror mega links') 139 | executor = AsyncExecutor() 140 | api = MegaApi(MEGA_API_KEY, None, None, 'telegram-mirror-bot') 141 | mega_listener = MegaAppListener(executor.continue_event, listener) 142 | with download_dict_lock: 143 | download_dict[listener.uid] = MegaDownloadStatus(mega_listener, listener) 144 | os.makedirs(path) 145 | api.addListener(mega_listener) 146 | if MEGA_EMAIL_ID is not None and MEGA_PASSWORD is not None: 147 | executor.do(api.login, (MEGA_EMAIL_ID, MEGA_PASSWORD)) 148 | link_type = get_mega_link_type(mega_link) 149 | if link_type == "file": 150 | executor.do(api.getPublicNode, (mega_link,)) 151 | node = mega_listener.public_node 152 | else: 153 | LOGGER.info("Logging into mega folder") 154 | folder_api = MegaApi(MEGA_API_KEY,None,None,'TgBot') 155 | folder_api.addListener(mega_listener) 156 | executor.do(folder_api.loginToFolder, (mega_link,)) 157 | node = folder_api.authorizeNode(mega_listener.node) 158 | if mega_listener.error is not None: 159 | return listener.onDownloadError(str(mega_listener.error)) 160 | gid = ''.join(random.SystemRandom().choices(string.ascii_letters + string.digits, k=8)) 161 | mega_listener.setValues(node.getName(), api.getSize(node), gid) 162 | executor.do(api.startDownload,(node,path)) 163 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/telegram_downloader.py: -------------------------------------------------------------------------------- 1 | import threading 2 | import time 3 | 4 | from pyrogram import Client 5 | 6 | from bot import LOGGER, download_dict, download_dict_lock, TELEGRAM_API, \ 7 | TELEGRAM_HASH, BOT_TOKEN 8 | from .download_helper import DownloadHelper 9 | from ..status_utils.telegram_download_status import TelegramDownloadStatus 10 | 11 | global_lock = threading.Lock() 12 | GLOBAL_GID = set() 13 | 14 | 15 | class TelegramDownloadHelper(DownloadHelper): 16 | def __init__(self, listener): 17 | super().__init__() 18 | self.__listener = listener 19 | self.__resource_lock = threading.RLock() 20 | self.__name = "" 21 | self.__gid = '' 22 | self.__start_time = time.time() 23 | self.__is_cancelled = False 24 | 25 | @property 26 | def gid(self): 27 | with self.__resource_lock: 28 | return self.__gid 29 | 30 | @property 31 | def download_speed(self): 32 | with self.__resource_lock: 33 | return self.downloaded_bytes / (time.time() - self.__start_time) 34 | 35 | def __onDownloadStart(self, name, size, file_id): 36 | with download_dict_lock: 37 | download_dict[self.__listener.uid] = TelegramDownloadStatus(self, self.__listener) 38 | with global_lock: 39 | GLOBAL_GID.add(file_id) 40 | with self.__resource_lock: 41 | self.name = name 42 | self.size = size 43 | self.__gid = file_id 44 | self.__listener.onDownloadStarted() 45 | 46 | async def __onDownloadProgress(self, current, total): 47 | if self.__is_cancelled: 48 | self.__onDownloadError('Cancelled by user!') 49 | self.__listener.update._client.stop_transmission() 50 | return 51 | with self.__resource_lock: 52 | self.downloaded_bytes = current 53 | try: 54 | self.progress = current / self.size * 100 55 | except ZeroDivisionError: 56 | self.progress = 0 57 | 58 | def __onDownloadError(self, error): 59 | with global_lock: 60 | try: 61 | GLOBAL_GID.remove(self.gid) 62 | except KeyError: 63 | pass 64 | self.__listener.onDownloadError(error) 65 | 66 | def __onDownloadComplete(self): 67 | with global_lock: 68 | GLOBAL_GID.remove(self.gid) 69 | self.__listener.onDownloadComplete() 70 | 71 | def __download(self, message, path): 72 | download = message.download( 73 | progress=self.__onDownloadProgress, 74 | file_name=path 75 | ) 76 | if download is not None: 77 | self.__onDownloadComplete() 78 | else: 79 | if not self.__is_cancelled: 80 | self.__onDownloadError('Internal error occurred') 81 | 82 | def add_download(self, message, path): 83 | _message = message 84 | media = None 85 | media_array = [_message.document, _message.video, _message.audio] 86 | for i in media_array: 87 | if i is not None: 88 | media = i 89 | break 90 | if media is not None: 91 | with global_lock: 92 | # For avoiding locking the thread lock for long time unnecessarily 93 | download = media.file_id not in GLOBAL_GID 94 | 95 | if download: 96 | self.__onDownloadStart(media.file_name, media.file_size, media.file_id) 97 | LOGGER.info(f'Downloading telegram file with id: {media.file_id}') 98 | threading.Thread(target=self.__download, args=(message, path)).start() 99 | else: 100 | self.__onDownloadError('File already being downloaded!') 101 | else: 102 | self.__onDownloadError('No document in the replied message') 103 | 104 | def cancel_download(self): 105 | LOGGER.info(f'Cancelling download on user request: {self.gid}') 106 | self.__is_cancelled = True 107 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/youtube_dl_download_helper.py: -------------------------------------------------------------------------------- 1 | from .download_helper import DownloadHelper 2 | import time 3 | from youtube_dl import YoutubeDL, DownloadError 4 | from bot import download_dict_lock, download_dict 5 | from ..status_utils.youtube_dl_download_status import YoutubeDLDownloadStatus 6 | import logging 7 | import re 8 | import threading 9 | 10 | LOGGER = logging.getLogger(__name__) 11 | 12 | 13 | class MyLogger: 14 | def __init__(self, obj): 15 | self.obj = obj 16 | 17 | def debug(self, msg): 18 | LOGGER.debug(msg) 19 | # Hack to fix changing changing extension 20 | match = re.search(r'.ffmpeg..Merging formats into..(.*?).$', msg) 21 | if match and not self.obj.is_playlist: 22 | self.obj.name = match.group(1) 23 | 24 | @staticmethod 25 | def warning(msg): 26 | LOGGER.warning(msg) 27 | 28 | @staticmethod 29 | def error(msg): 30 | LOGGER.error(msg) 31 | 32 | 33 | class YoutubeDLHelper(DownloadHelper): 34 | def __init__(self, listener): 35 | super().__init__() 36 | self.__name = "" 37 | self.__start_time = time.time() 38 | self.__listener = listener 39 | self.__gid = "" 40 | self.opts = { 41 | 'progress_hooks': [self.__onDownloadProgress], 42 | 'logger': MyLogger(self), 43 | 'usenetrc': True, 44 | 'format': "best/bestvideo+bestaudio" 45 | } 46 | self.__download_speed = 0 47 | self.download_speed_readable = '' 48 | self.downloaded_bytes = 0 49 | self.size = 0 50 | self.is_playlist = False 51 | self.last_downloaded = 0 52 | self.is_cancelled = False 53 | self.vid_id = '' 54 | self.__resource_lock = threading.RLock() 55 | 56 | @property 57 | def download_speed(self): 58 | with self.__resource_lock: 59 | return self.__download_speed 60 | 61 | @property 62 | def gid(self): 63 | with self.__resource_lock: 64 | return self.__gid 65 | 66 | def __onDownloadProgress(self, d): 67 | if self.is_cancelled: 68 | raise ValueError("Cancelling Download..") 69 | if d['status'] == "finished": 70 | if self.is_playlist: 71 | self.last_downloaded = 0 72 | elif d['status'] == "downloading": 73 | with self.__resource_lock: 74 | self.__download_speed = d['speed'] 75 | if self.is_playlist: 76 | progress = d['downloaded_bytes'] / d['total_bytes'] 77 | chunk_size = d['downloaded_bytes'] - self.last_downloaded 78 | self.last_downloaded = d['total_bytes'] * progress 79 | self.downloaded_bytes += chunk_size 80 | try: 81 | self.progress = (self.downloaded_bytes / self.size) * 100 82 | except ZeroDivisionError: 83 | pass 84 | else: 85 | self.download_speed_readable = d['_speed_str'] 86 | self.downloaded_bytes = d['downloaded_bytes'] 87 | 88 | def __onDownloadStart(self): 89 | with download_dict_lock: 90 | download_dict[self.__listener.uid] = YoutubeDLDownloadStatus(self, self.__listener) 91 | 92 | def __onDownloadComplete(self): 93 | self.__listener.onDownloadComplete() 94 | 95 | def onDownloadError(self, error): 96 | self.__listener.onDownloadError(error) 97 | 98 | def extractMetaData(self, link): 99 | if 'hotstar' in link: 100 | self.opts['geo_bypass_country'] = 'IN' 101 | 102 | with YoutubeDL(self.opts) as ydl: 103 | try: 104 | result = ydl.extract_info(link, download=False) 105 | name = ydl.prepare_filename(result) 106 | except DownloadError as e: 107 | self.onDownloadError(str(e)) 108 | return 109 | if result.get('direct'): 110 | return None 111 | if 'entries' in result: 112 | video = result['entries'][0] 113 | for v in result['entries']: 114 | if v.get('filesize'): 115 | self.size += float(v['filesize']) 116 | # For playlists, ydl.prepare-filename returns the following format: -.NA 117 | self.name = name.split(f"-{result['id']}")[0] 118 | self.vid_id = video.get('id') 119 | self.is_playlist = True 120 | else: 121 | video = result 122 | if video.get('filesize'): 123 | self.size = float(video.get('filesize')) 124 | self.name = name 125 | self.vid_id = video.get('id') 126 | return video 127 | 128 | def __download(self, link): 129 | try: 130 | with YoutubeDL(self.opts) as ydl: 131 | try: 132 | ydl.download([link]) 133 | except DownloadError as e: 134 | self.onDownloadError(str(e)) 135 | return 136 | self.__onDownloadComplete() 137 | except ValueError: 138 | LOGGER.info("Download Cancelled by User!") 139 | self.onDownloadError("Download Cancelled by User!") 140 | 141 | def add_download(self, link, path): 142 | self.__onDownloadStart() 143 | self.extractMetaData(link) 144 | LOGGER.info(f"Downloading with YT-DL: {link}") 145 | self.__gid = f"{self.vid_id}{self.__listener.uid}" 146 | if not self.is_playlist: 147 | self.opts['outtmpl'] = f"{path}/{self.name}" 148 | else: 149 | self.opts['outtmpl'] = f"{path}/{self.name}/%(title)s.%(ext)s" 150 | self.__download(link) 151 | 152 | def cancel_download(self): 153 | self.is_cancelled = True 154 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/mirror_utils/status_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/aria_download_status.py: -------------------------------------------------------------------------------- 1 | import os 2 | from bot import aria2, DOWNLOAD_DIR, LOGGER 3 | from bot.helper.ext_utils.bot_utils import MirrorStatus 4 | from .status import Status 5 | 6 | 7 | def get_download(gid): 8 | return aria2.get_download(gid) 9 | 10 | 11 | class AriaDownloadStatus(Status): 12 | 13 | def __init__(self, gid, listener): 14 | super().__init__() 15 | self.upload_name = None 16 | self.is_archiving = False 17 | self.__gid = gid 18 | self.__download = get_download(self.__gid) 19 | self.__uid = listener.uid 20 | self.__listener = listener 21 | self.message = listener.message 22 | self.last = None 23 | self.is_waiting = False 24 | self.is_extracting = False 25 | 26 | def __update(self): 27 | self.__download = get_download(self.__gid) 28 | 29 | def progress(self): 30 | """ 31 | Calculates the progress of the mirror (upload or download) 32 | :return: returns progress in percentage 33 | """ 34 | self.__update() 35 | return self.__download.progress_string() 36 | 37 | def size_raw(self): 38 | """ 39 | Gets total size of the mirror file/folder 40 | :return: total size of mirror 41 | """ 42 | return self.aria_download().total_length 43 | 44 | def processed_bytes(self): 45 | return self.aria_download().completed_length 46 | 47 | def speed(self): 48 | return self.aria_download().download_speed_string() 49 | 50 | def name(self): 51 | return self.aria_download().name 52 | 53 | def path(self): 54 | return os.path.join( 55 | DOWNLOAD_DIR, 56 | str(self.__uid) 57 | ) 58 | 59 | def size(self): 60 | return self.aria_download().total_length_string() 61 | 62 | def eta(self): 63 | return self.aria_download().eta_string() 64 | 65 | def status(self): 66 | download = self.aria_download() 67 | if download.is_waiting: 68 | status = MirrorStatus.STATUS_WAITING 69 | elif download.is_paused: 70 | status = MirrorStatus.STATUS_CANCELLED 71 | elif download.has_failed: 72 | status = MirrorStatus.STATUS_FAILED 73 | else: 74 | status = MirrorStatus.STATUS_DOWNLOADING 75 | return status 76 | 77 | def aria_download(self): 78 | self.__update() 79 | return self.__download 80 | 81 | def download(self): 82 | return self 83 | 84 | def updateName(self,name): 85 | self.__name = name 86 | 87 | def updateGid(self,gid): 88 | self.__gid = gid 89 | 90 | def getListener(self): 91 | return self.__listener 92 | 93 | def uid(self): 94 | return self.__uid 95 | 96 | def gid(self): 97 | self.__update() 98 | return self.__gid 99 | 100 | def cancel_download(self): 101 | LOGGER.info(f"Cancelling Download: {self.name()}") 102 | download = self.aria_download() 103 | if download.is_waiting: 104 | aria2.remove([download]) 105 | self.__listener.onDownloadError("Cancelled by user") 106 | return 107 | if len(download.followed_by_ids) != 0: 108 | downloads = aria2.get_downloads(download.followed_by_ids) 109 | aria2.pause(downloads) 110 | aria2.pause([download]) 111 | 112 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/extract_status.py: -------------------------------------------------------------------------------- 1 | from .status import Status 2 | from bot.helper.ext_utils.bot_utils import get_readable_file_size, MirrorStatus 3 | 4 | 5 | class ExtractStatus(Status): 6 | def __init__(self, name, path, size): 7 | self.__name = name 8 | self.__path = path 9 | self.__size = size 10 | 11 | # The progress of extract function cannot be tracked. So we just return dummy values. 12 | # If this is possible in future,we should implement it 13 | 14 | def progress(self): 15 | return '0' 16 | 17 | def speed(self): 18 | return '0' 19 | 20 | def name(self): 21 | return self.__name 22 | 23 | def path(self): 24 | return self.__path 25 | 26 | def size(self): 27 | return get_readable_file_size(self.__size) 28 | 29 | def eta(self): 30 | return '0s' 31 | 32 | def status(self): 33 | return MirrorStatus.STATUS_EXTRACTING 34 | 35 | def processed_bytes(self): 36 | return 0 37 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/listeners.py: -------------------------------------------------------------------------------- 1 | class MirrorListeners: 2 | def __init__(self, context, update): 3 | self.bot = context 4 | self.update = update 5 | self.message = update 6 | self.uid = self.message.message_id 7 | 8 | def onDownloadStarted(self): 9 | raise NotImplementedError 10 | 11 | def onDownloadProgress(self): 12 | raise NotImplementedError 13 | 14 | def onDownloadComplete(self): 15 | raise NotImplementedError 16 | 17 | def onDownloadError(self, error: str): 18 | raise NotImplementedError 19 | 20 | def onUploadStarted(self): 21 | raise NotImplementedError 22 | 23 | def onUploadProgress(self): 24 | raise NotImplementedError 25 | 26 | def onUploadComplete(self, link: str): 27 | raise NotImplementedError 28 | 29 | def onUploadError(self, error: str): 30 | raise NotImplementedError 31 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/mega_download_status.py: -------------------------------------------------------------------------------- 1 | import os 2 | from bot.helper.ext_utils.bot_utils import get_readable_file_size,MirrorStatus, get_readable_time 3 | from bot import DOWNLOAD_DIR 4 | from .status import Status 5 | 6 | 7 | class MegaDownloadStatus(Status): 8 | 9 | def __init__(self, obj, listener): 10 | self.uid = obj.uid 11 | self.listener = listener 12 | self.obj = obj 13 | 14 | def name(self) -> str: 15 | return self.obj.name 16 | 17 | def progress_raw(self): 18 | try: 19 | return round(self.processed_bytes() / self.obj.size * 100,2) 20 | except ZeroDivisionError: 21 | return 0.0 22 | 23 | def progress(self): 24 | """Progress of download in percentage""" 25 | return f"{self.progress_raw()}%" 26 | 27 | def status(self) -> str: 28 | return MirrorStatus.STATUS_DOWNLOADING 29 | 30 | def processed_bytes(self): 31 | return self.obj.downloaded_bytes 32 | 33 | def eta(self): 34 | try: 35 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 36 | return f'{get_readable_time(seconds)}' 37 | except ZeroDivisionError: 38 | return '-' 39 | 40 | def size_raw(self): 41 | return self.obj.size 42 | 43 | def size(self) -> str: 44 | return get_readable_file_size(self.size_raw()) 45 | 46 | def downloaded(self) -> str: 47 | return get_readable_file_size(self.obj.downloadedBytes) 48 | 49 | def speed_raw(self): 50 | return self.obj.speed 51 | 52 | def speed(self) -> str: 53 | return f'{get_readable_file_size(self.speed_raw())}/s' 54 | 55 | def gid(self) -> str: 56 | return self.obj.gid 57 | 58 | def path(self) -> str: 59 | return os.path.join( 60 | DOWNLOAD_DIR, 61 | str(self.uid) 62 | ) 63 | 64 | def download(self): 65 | return self.obj -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/status.py: -------------------------------------------------------------------------------- 1 | # Generic status class. All other status classes must inherit this class 2 | 3 | 4 | class Status: 5 | 6 | def progress(self): 7 | """ 8 | Calculates the progress of the mirror (upload or download) 9 | :return: progress in percentage 10 | """ 11 | raise NotImplementedError 12 | 13 | def speed(self): 14 | """:return: speed in bytes per second""" 15 | raise NotImplementedError 16 | 17 | def name(self): 18 | """:return name of file/directory being processed""" 19 | raise NotImplementedError 20 | 21 | def path(self): 22 | """:return path of the file/directory""" 23 | raise NotImplementedError 24 | 25 | def size(self): 26 | """:return Size of file folder""" 27 | raise NotImplementedError 28 | 29 | def eta(self): 30 | """:return ETA of the process to complete""" 31 | raise NotImplementedError 32 | 33 | def status(self): 34 | """:return String describing what is the object of this class will be tracking (upload/download/something 35 | else) """ 36 | raise NotImplementedError 37 | 38 | def processed_bytes(self): 39 | """:return The size of file that has been processed (downloaded/uploaded/archived)""" 40 | raise NotImplementedError 41 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/tar_status.py: -------------------------------------------------------------------------------- 1 | from .status import Status 2 | from bot.helper.ext_utils.bot_utils import get_readable_file_size, MirrorStatus 3 | 4 | 5 | class TarStatus(Status): 6 | def __init__(self, name, path, size): 7 | self.__name = name 8 | self.__path = path 9 | self.__size = size 10 | 11 | # The progress of Tar function cannot be tracked. So we just return dummy values. 12 | # If this is possible in future,we should implement it 13 | 14 | def progress(self): 15 | return '0' 16 | 17 | def speed(self): 18 | return '0' 19 | 20 | def name(self): 21 | return self.__name 22 | 23 | def path(self): 24 | return self.__path 25 | 26 | def size(self): 27 | return get_readable_file_size(self.__size) 28 | 29 | def eta(self): 30 | return '0s' 31 | 32 | def status(self): 33 | return MirrorStatus.STATUS_ARCHIVING 34 | 35 | def processed_bytes(self): 36 | return 0 37 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/telegram_download_status.py: -------------------------------------------------------------------------------- 1 | import os 2 | from bot import DOWNLOAD_DIR 3 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 4 | from .status import Status 5 | 6 | 7 | class TelegramDownloadStatus(Status): 8 | def __init__(self, obj, listener): 9 | self.obj = obj 10 | self.uid = listener.uid 11 | self.message = listener.message 12 | 13 | def gid(self): 14 | return self.obj.gid 15 | 16 | def path(self): 17 | return os.path.join( 18 | DOWNLOAD_DIR, 19 | str(self.uid) 20 | ) 21 | 22 | def processed_bytes(self): 23 | return self.obj.downloaded_bytes 24 | 25 | def size_raw(self): 26 | return self.obj.size 27 | 28 | def size(self): 29 | return get_readable_file_size(self.size_raw()) 30 | 31 | def status(self): 32 | return MirrorStatus.STATUS_DOWNLOADING 33 | 34 | def name(self): 35 | return self.obj.name 36 | 37 | def progress_raw(self): 38 | return self.obj.progress 39 | 40 | def progress(self): 41 | return f'{round(self.progress_raw(), 2)}%' 42 | 43 | def speed_raw(self): 44 | """ 45 | :return: Download speed in Bytes/Seconds 46 | """ 47 | return self.obj.download_speed 48 | 49 | def speed(self): 50 | return f'{get_readable_file_size(self.speed_raw())}/s' 51 | 52 | def eta(self): 53 | try: 54 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 55 | return f'{get_readable_time(seconds)}' 56 | except ZeroDivisionError: 57 | return '-' 58 | 59 | def download(self): 60 | return self.obj 61 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/upload_status.py: -------------------------------------------------------------------------------- 1 | import os 2 | from .status import Status 3 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 4 | from bot import DOWNLOAD_DIR 5 | 6 | 7 | class UploadStatus(Status): 8 | def __init__(self, obj, size, listener): 9 | self.obj = obj 10 | self.__size = size 11 | self.uid = listener.uid 12 | self.message = listener.message 13 | 14 | def path(self): 15 | return os.path.join( 16 | DOWNLOAD_DIR, 17 | str(self.uid) 18 | ) 19 | 20 | def processed_bytes(self): 21 | return self.obj.uploaded_bytes 22 | 23 | def size_raw(self): 24 | return self.__size 25 | 26 | def size(self): 27 | return get_readable_file_size(self.__size) 28 | 29 | def status(self): 30 | return MirrorStatus.STATUS_UPLOADING 31 | 32 | def name(self): 33 | return self.obj.name 34 | 35 | def progress_raw(self): 36 | try: 37 | return self.obj.uploaded_bytes / self.__size * 100 38 | except ZeroDivisionError: 39 | return 0 40 | 41 | def progress(self): 42 | return f'{round(self.progress_raw(), 2)}%' 43 | 44 | def speed_raw(self): 45 | """ 46 | :return: Upload speed in Bytes/Seconds 47 | """ 48 | return self.obj.speed() 49 | 50 | def speed(self): 51 | return f'{get_readable_file_size(self.speed_raw())}/s' 52 | 53 | def eta(self): 54 | try: 55 | seconds = (self.__size - self.obj.uploaded_bytes) / self.speed_raw() 56 | return f'{get_readable_time(seconds)}' 57 | except ZeroDivisionError: 58 | return '-' 59 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/youtube_dl_download_status.py: -------------------------------------------------------------------------------- 1 | import os 2 | from bot import DOWNLOAD_DIR 3 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 4 | from .status import Status 5 | 6 | 7 | class YoutubeDLDownloadStatus(Status): 8 | def __init__(self, obj, listener): 9 | self.obj = obj 10 | self.uid = listener.uid 11 | self.message = listener.message 12 | 13 | def gid(self): 14 | return self.obj.gid 15 | 16 | def path(self): 17 | return os.path.join( 18 | DOWNLOAD_DIR, 19 | str(self.uid) 20 | ) 21 | 22 | def processed_bytes(self): 23 | return self.obj.downloaded_bytes 24 | 25 | def size_raw(self): 26 | return self.obj.size 27 | 28 | def size(self): 29 | return get_readable_file_size(self.size_raw()) 30 | 31 | def status(self): 32 | return MirrorStatus.STATUS_DOWNLOADING 33 | 34 | def name(self): 35 | return self.obj.name 36 | 37 | def progress_raw(self): 38 | return self.obj.progress 39 | 40 | def progress(self): 41 | return f'{round(self.progress_raw(), 2)}%' 42 | 43 | def speed_raw(self): 44 | """ 45 | :return: Download speed in Bytes/Seconds 46 | """ 47 | return self.obj.download_speed 48 | 49 | def speed(self): 50 | return f'{get_readable_file_size(self.speed_raw())}/s' 51 | 52 | def eta(self): 53 | try: 54 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 55 | return f'{get_readable_time(seconds)}' 56 | except ZeroDivisionError: 57 | return '-' 58 | 59 | def download(self): 60 | return self.obj 61 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/upload_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/mirror_utils/upload_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/upload_utils/gdriveTools.py: -------------------------------------------------------------------------------- 1 | import os 2 | import pickle 3 | import urllib.parse as urlparse 4 | from urllib.parse import parse_qs 5 | 6 | import httplib2 7 | import re 8 | import json 9 | import requests 10 | import logging 11 | 12 | from google.auth.transport.requests import Request 13 | from google.oauth2 import service_account 14 | from google_auth_oauthlib.flow import InstalledAppFlow 15 | from googleapiclient.discovery import build 16 | from googleapiclient.errors import HttpError 17 | from googleapiclient.http import MediaFileUpload 18 | from tenacity import * 19 | from oauth2client.client import OAuth2Credentials 20 | 21 | from bot import parent_id, DOWNLOAD_DIR, IS_TEAM_DRIVE, INDEX_URL, \ 22 | USE_SERVICE_ACCOUNTS, download_dict, CRED_JSON 23 | from bot.helper.ext_utils.bot_utils import * 24 | from bot.helper.ext_utils.fs_utils import get_mime_type 25 | 26 | LOGGER = logging.getLogger(__name__) 27 | logging.getLogger('googleapiclient.discovery').setLevel(logging.ERROR) 28 | SERVICE_ACCOUNT_INDEX = 0 29 | 30 | 31 | class GoogleDriveHelper: 32 | def __init__(self, name=None, listener=None): 33 | # Check https://developers.google.com/drive/scopes for all available scopes 34 | self.__OAUTH_SCOPE = ['https://www.googleapis.com/auth/drive'] 35 | # Redirect URI for installed apps, can be left as is 36 | self.__REDIRECT_URI = "urn:ietf:wg:oauth:2.0:oob" 37 | self.__G_DRIVE_DIR_MIME_TYPE = "application/vnd.google-apps.folder" 38 | self.__G_DRIVE_BASE_DOWNLOAD_URL = "https://drive.google.com/uc?id={}&export=download" 39 | self.__G_DRIVE_DIR_BASE_DOWNLOAD_URL = "https://drive.google.com/drive/folders/{}" 40 | self.__listener = listener 41 | self.__service = self.authorize() 42 | self.__listener = listener 43 | self._file_uploaded_bytes = 0 44 | self.uploaded_bytes = 0 45 | self.UPDATE_INTERVAL = 5 46 | self.start_time = 0 47 | self.total_time = 0 48 | self._should_update = True 49 | self.is_uploading = True 50 | self.is_cancelled = False 51 | self.status = None 52 | self.updater = None 53 | self.name = name 54 | self.update_interval = 3 55 | 56 | def cancel(self): 57 | self.is_cancelled = True 58 | self.is_uploading = False 59 | 60 | def speed(self): 61 | """ 62 | It calculates the average upload speed and returns it in bytes/seconds unit 63 | :return: Upload speed in bytes/second 64 | """ 65 | try: 66 | return self.uploaded_bytes / self.total_time 67 | except ZeroDivisionError: 68 | return 0 69 | 70 | @staticmethod 71 | def getIdFromUrl(link: str): 72 | if "folders" in link or "file" in link: 73 | regex = r"https://drive\.google\.com/(drive)?/?u?/?\d?/?(mobile)?/?(file)?(folders)?/?d?/([-\w]+)[?+]?/?(w+)?" 74 | res = re.search(regex,link) 75 | if res is None: 76 | raise IndexError("GDrive ID not found.") 77 | return res.group(5) 78 | parsed = urlparse.urlparse(link) 79 | return parse_qs(parsed.query)['id'][0] 80 | 81 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 82 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 83 | def _on_upload_progress(self): 84 | if self.status is not None: 85 | chunk_size = self.status.total_size * self.status.progress() - self._file_uploaded_bytes 86 | self._file_uploaded_bytes = self.status.total_size * self.status.progress() 87 | LOGGER.debug(f'Uploading {self.name}, chunk size: {get_readable_file_size(chunk_size)}') 88 | self.uploaded_bytes += chunk_size 89 | self.total_time += self.update_interval 90 | 91 | def __upload_empty_file(self, path, file_name, mime_type, parent_id=None): 92 | media_body = MediaFileUpload(path, 93 | mimetype=mime_type, 94 | resumable=False) 95 | file_metadata = { 96 | 'name': file_name, 97 | 'description': 'mirror', 98 | 'mimeType': mime_type, 99 | } 100 | if parent_id is not None: 101 | file_metadata['parents'] = [parent_id] 102 | return self.__service.files().create(supportsTeamDrives=True, 103 | body=file_metadata, media_body=media_body).execute() 104 | 105 | def switchServiceAccount(self): 106 | global SERVICE_ACCOUNT_INDEX 107 | service_account_count = len(os.listdir("accounts")) 108 | if SERVICE_ACCOUNT_INDEX == service_account_count - 1: 109 | SERVICE_ACCOUNT_INDEX = 0 110 | SERVICE_ACCOUNT_INDEX += 1 111 | LOGGER.info(f"Switching to {SERVICE_ACCOUNT_INDEX}.json service account") 112 | self.__service = self.authorize() 113 | 114 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 115 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 116 | def __set_permission(self, drive_id): 117 | permissions = { 118 | 'role': 'reader', 119 | 'type': 'anyone', 120 | 'value': None, 121 | 'withLink': True 122 | } 123 | return self.__service.permissions().create(supportsTeamDrives=True, fileId=drive_id, 124 | body=permissions).execute() 125 | 126 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 127 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 128 | def upload_file(self, file_path, file_name, mime_type, parent_id): 129 | # File body description 130 | file_metadata = { 131 | 'name': file_name, 132 | 'description': 'mirror', 133 | 'mimeType': mime_type, 134 | } 135 | if parent_id is not None: 136 | file_metadata['parents'] = [parent_id] 137 | 138 | if os.path.getsize(file_path) == 0: 139 | media_body = MediaFileUpload(file_path, 140 | mimetype=mime_type, 141 | resumable=False) 142 | response = self.__service.files().create(supportsTeamDrives=True, 143 | body=file_metadata, media_body=media_body).execute() 144 | if not IS_TEAM_DRIVE: 145 | self.__set_permission(response['id']) 146 | 147 | drive_file = self.__service.files().get(supportsTeamDrives=True, 148 | fileId=response['id']).execute() 149 | download_url = self.__G_DRIVE_BASE_DOWNLOAD_URL.format(drive_file.get('id')) 150 | return download_url 151 | media_body = MediaFileUpload(file_path, 152 | mimetype=mime_type, 153 | resumable=True, 154 | chunksize=50 * 1024 * 1024) 155 | 156 | # Insert a file 157 | drive_file = self.__service.files().create(supportsTeamDrives=True, 158 | body=file_metadata, media_body=media_body) 159 | response = None 160 | while response is None: 161 | if self.is_cancelled: 162 | return None 163 | try: 164 | self.status, response = drive_file.next_chunk() 165 | except HttpError as err: 166 | if err.resp.get('content-type', '').startswith('application/json'): 167 | reason = json.loads(err.content).get('error').get('errors')[0].get('reason') 168 | if reason == 'userRateLimitExceeded' or reason == 'dailyLimitExceeded': 169 | if USE_SERVICE_ACCOUNTS: 170 | self.switchServiceAccount() 171 | LOGGER.info(f"Got: {reason}, Trying Again.") 172 | return self.upload_file(file_path, file_name, mime_type, parent_id) 173 | else: 174 | raise err 175 | self._file_uploaded_bytes = 0 176 | # Insert new permissions 177 | if not IS_TEAM_DRIVE: 178 | self.__set_permission(response['id']) 179 | # Define file instance and get url for download 180 | drive_file = self.__service.files().get(supportsTeamDrives=True, fileId=response['id']).execute() 181 | download_url = drive_file.get('id') 182 | return download_url 183 | 184 | def upload(self, file_name: str): 185 | if USE_SERVICE_ACCOUNTS: 186 | self.service_account_count = len(os.listdir("accounts")) 187 | self.__listener.onUploadStarted() 188 | file_dir = os.path.join( 189 | DOWNLOAD_DIR, 190 | str(self.__listener.message.message_id) 191 | ) 192 | file_path = os.path.join( 193 | file_dir, 194 | file_name 195 | ) 196 | LOGGER.info("Uploading File: " + file_path) 197 | self.start_time = time.time() 198 | self.updater = setInterval(self.update_interval, self._on_upload_progress) 199 | if os.path.isfile(file_path): 200 | try: 201 | mime_type = get_mime_type(file_path) 202 | dir_id = self.upload_file(file_path, file_name, mime_type, parent_id) 203 | if dir_id is None: 204 | raise Exception('Upload has been manually cancelled') 205 | LOGGER.info("Uploaded To G-Drive: " + file_path) 206 | except Exception as e: 207 | if isinstance(e, RetryError): 208 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 209 | err = e.last_attempt.exception() 210 | else: 211 | err = e 212 | LOGGER.error(err) 213 | self.__listener.onUploadError(str(err)) 214 | return 215 | finally: 216 | self.updater.cancel() 217 | else: 218 | try: 219 | dir_id = self.create_directory(os.path.basename(os.path.abspath(file_name)), parent_id) 220 | result = self.upload_dir(file_path, dir_id) 221 | if result is None: 222 | raise Exception('Upload has been manually cancelled!') 223 | LOGGER.info("Uploaded To G-Drive: " + file_name) 224 | except Exception as e: 225 | if isinstance(e, RetryError): 226 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 227 | err = e.last_attempt.exception() 228 | else: 229 | err = e 230 | LOGGER.error(err) 231 | self.__listener.onUploadError(str(err)) 232 | return 233 | finally: 234 | self.updater.cancel() 235 | LOGGER.info(download_dict) 236 | self.__listener.onUploadComplete(dir_id) 237 | LOGGER.info("Deleting downloaded file/folder..") 238 | return dir_id 239 | 240 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 241 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 242 | def copyFile(self, file_id, dest_id): 243 | body = { 244 | 'parents': [dest_id] 245 | } 246 | 247 | try: 248 | res = self.__service.files().copy(supportsAllDrives=True,fileId=file_id,body=body).execute() 249 | return res 250 | except HttpError as err: 251 | if err.resp.get('content-type', '').startswith('application/json'): 252 | reason = json.loads(err.content).get('error').get('errors')[0].get('reason') 253 | if reason == 'userRateLimitExceeded' or reason == 'dailyLimitExceeded': 254 | if USE_SERVICE_ACCOUNTS: 255 | self.switchServiceAccount() 256 | LOGGER.info(f"Got: {reason}, Trying Again.") 257 | return self.copyFile(file_id,dest_id) 258 | else: 259 | raise err 260 | 261 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 262 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 263 | def getFileMetadata(self,file_id): 264 | return self.__service.files().get(supportsAllDrives=True, fileId=file_id, 265 | fields="name,id,mimeType,size").execute() 266 | 267 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 268 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 269 | def getFilesByFolderId(self,folder_id): 270 | page_token = None 271 | q = f"'{folder_id}' in parents" 272 | files = [] 273 | while True: 274 | response = self.__service.files().list(supportsTeamDrives=True, 275 | includeTeamDriveItems=True, 276 | q=q, 277 | spaces='drive', 278 | pageSize=200, 279 | fields='nextPageToken, files(id, name, mimeType,size)', 280 | pageToken=page_token).execute() 281 | for file in response.get('files', []): 282 | files.append(file) 283 | page_token = response.get('nextPageToken', None) 284 | if page_token is None: 285 | break 286 | return files 287 | 288 | def clone(self, link): 289 | self.transferred_size = 0 290 | try: 291 | file_id = self.getIdFromUrl(link) 292 | except (KeyError,IndexError): 293 | msg = "Google drive ID could not be found in the provided link" 294 | return msg 295 | msg = "" 296 | LOGGER.info(f"File ID: {file_id}") 297 | try: 298 | meta = self.getFileMetadata(file_id) 299 | if meta.get("mimeType") == self.__G_DRIVE_DIR_MIME_TYPE: 300 | dir_id = self.create_directory(meta.get('name'), parent_id) 301 | result = self.cloneFolder(meta.get('name'), meta.get('name'), meta.get('id'), dir_id) 302 | msg += f'{meta.get("name")}' \ 303 | f' ({get_readable_file_size(self.transferred_size)})' 304 | if INDEX_URL is not None: 305 | url = requests.utils.requote_uri(f'{INDEX_URL}/{meta.get("name")}/') 306 | msg += f' | Index URL' 307 | else: 308 | file = self.copyFile(meta.get('id'), parent_id) 309 | msg += f'{file.get("name")}' 310 | try: 311 | msg += f' ({get_readable_file_size(int(meta.get("size")))}) ' 312 | except TypeError: 313 | pass 314 | if INDEX_URL is not None: 315 | url = requests.utils.requote_uri(f'{INDEX_URL}/{file.get("name")}') 316 | msg += f' | Index URL' 317 | except Exception as err: 318 | if isinstance(err, RetryError): 319 | LOGGER.info(f"Total Attempts: {err.last_attempt.attempt_number}") 320 | err = err.last_attempt.exception() 321 | err = str(err).replace('>', '').replace('<', '') 322 | LOGGER.error(err) 323 | return err 324 | return msg 325 | 326 | def cloneFolder(self, name, local_path, folder_id, parent_id): 327 | LOGGER.info(f"Syncing: {local_path}") 328 | files = self.getFilesByFolderId(folder_id) 329 | new_id = None 330 | if len(files) == 0: 331 | return parent_id 332 | for file in files: 333 | if file.get('mimeType') == self.__G_DRIVE_DIR_MIME_TYPE: 334 | file_path = os.path.join(local_path, file.get('name')) 335 | current_dir_id = self.create_directory(file.get('name'), parent_id) 336 | new_id = self.cloneFolder(file.get('name'), file_path, file.get('id'), current_dir_id) 337 | else: 338 | try: 339 | self.transferred_size += int(file.get('size')) 340 | except TypeError: 341 | pass 342 | try: 343 | self.copyFile(file.get('id'), parent_id) 344 | new_id = parent_id 345 | except Exception as e: 346 | if isinstance(e, RetryError): 347 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 348 | err = e.last_attempt.exception() 349 | else: 350 | err = e 351 | LOGGER.error(err) 352 | return new_id 353 | 354 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 355 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 356 | def create_directory(self, directory_name, parent_id): 357 | file_metadata = { 358 | "name": directory_name, 359 | "mimeType": self.__G_DRIVE_DIR_MIME_TYPE 360 | } 361 | if parent_id is not None: 362 | file_metadata["parents"] = [parent_id] 363 | file = self.__service.files().create(supportsTeamDrives=True, body=file_metadata).execute() 364 | file_id = file.get("id") 365 | if not IS_TEAM_DRIVE: 366 | self.__set_permission(file_id) 367 | LOGGER.info("Created Google-Drive Folder:\nName: {}\nID: {} ".format(file.get("name"), file_id)) 368 | return file_id 369 | 370 | def upload_dir(self, input_directory, parent_id): 371 | list_dirs = os.listdir(input_directory) 372 | if len(list_dirs) == 0: 373 | return parent_id 374 | new_id = None 375 | for item in list_dirs: 376 | current_file_name = os.path.join(input_directory, item) 377 | if self.is_cancelled: 378 | return None 379 | if os.path.isdir(current_file_name): 380 | current_dir_id = self.create_directory(item, parent_id) 381 | new_id = self.upload_dir(current_file_name, current_dir_id) 382 | else: 383 | mime_type = get_mime_type(current_file_name) 384 | file_name = current_file_name.split("/")[-1] 385 | # current_file_name will have the full path 386 | self.upload_file(current_file_name, file_name, mime_type, parent_id) 387 | new_id = parent_id 388 | return new_id 389 | 390 | def authorize(self): 391 | # Get credentials 392 | credentials = None 393 | if not USE_SERVICE_ACCOUNTS: 394 | credentials = OAuth2Credentials.from_json(CRED_JSON) 395 | credentials.refresh(httplib2.Http()) 396 | http = credentials.authorize(httplib2.Http()) 397 | else: 398 | LOGGER.info( 399 | f"Authorizing with {SERVICE_ACCOUNT_INDEX}.json service account" 400 | ) 401 | credentials = service_account.Credentials.from_service_account_file( 402 | f'accounts/{SERVICE_ACCOUNT_INDEX}.json', 403 | scopes=self.__OAUTH_SCOPE 404 | ) 405 | return build( 406 | 'drive', 407 | 'v3', 408 | http=http, 409 | cache_discovery=False 410 | ) 411 | 412 | def drive_list(self, fileName): 413 | msg = "" 414 | # Create Search Query for API request. 415 | query = f"'{parent_id}' in parents and (name contains '{fileName}')" 416 | response = self.__service.files().list(supportsTeamDrives=True, 417 | includeTeamDriveItems=True, 418 | q=query, 419 | spaces='drive', 420 | pageSize=20, 421 | fields='files(id, name, mimeType, size)', 422 | orderBy='modifiedTime desc').execute() 423 | for file in response.get('files', []): 424 | if file.get( 425 | 'mimeType') == "application/vnd.google-apps.folder": # Detect Whether Current Entity is a Folder or File. 426 | msg += f"⁍ {file.get('name')}" \ 427 | f" (folder)" 428 | 429 | elif file.get('mimeType') == 'application/vnd.google-apps.shortcut': 430 | msg += f"⁍ {file.get('name')}" \ 431 | f" (shortcut)" 432 | # Excluded index link as indexes cant download or open these shortcuts 433 | 434 | else: 435 | msg += f"⁍ {file.get('name')} ({get_readable_file_size(int(file.get('size')))})" 437 | if INDEX_URL is not None: 438 | url = requests.utils.requote_uri(f'{INDEX_URL}/{file.get("id")}/{file.get("name")}') 439 | msg += f' | Index URL' 440 | msg += '\n' 441 | return msg 442 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/helper/telegram_helper/__init__.py -------------------------------------------------------------------------------- /bot/helper/telegram_helper/bot_commands.py: -------------------------------------------------------------------------------- 1 | from bot.get_config import getConfig 2 | 3 | class _BotCommands: 4 | def __init__(self): 5 | self.StatsCommand = getConfig( 6 | "COMMANDI_STATS", 7 | "stats" 8 | ) 9 | self.StartCommand = getConfig( 10 | "COMMANDI_START", 11 | "start" 12 | ) 13 | self.RestartCommand = getConfig( 14 | "COMMANDI_RESTART", 15 | "restart" 16 | ) 17 | self.PingCommand = getConfig( 18 | "COMMANDI_PING", 19 | "ping" 20 | ) 21 | self.LogCommand = getConfig( 22 | "COMMANDI_LOG", 23 | "log" 24 | ) 25 | self.HelpCommand = getConfig( 26 | "COMMANDI_HELP", 27 | "help" 28 | ) 29 | self.MirrorCommand = getConfig( 30 | "COMMANDI_MIRROR", 31 | "mirror" 32 | ) 33 | self.TarMirrorCommand = getConfig( 34 | "COMMANDI_TARMIRROR", 35 | "tarmirror" 36 | ) 37 | self.WatchCommand = getConfig( 38 | "COMMANDI_WATCH", 39 | "watch" 40 | ) 41 | self.TarWatchCommand = getConfig( 42 | "COMMANDI_TARWATCH", 43 | "tarwatch" 44 | ) 45 | self.CloneCommand = getConfig( 46 | "COMMANDI_CLONE", 47 | "clone" 48 | ) 49 | self.UnzipMirrorCommand = getConfig( 50 | "COMMANDI_UNZIPMIRROR", 51 | "unzipmirror" 52 | ) 53 | self.CancelMirror = getConfig( 54 | "COMMANDI_CANCEL", 55 | "cancel" 56 | ) 57 | self.CancelAllCommand = getConfig( 58 | "COMMANDI_CANCELALL", 59 | "cancelall" 60 | ) 61 | self.ListCommand = getConfig( 62 | "COMMANDI_LIST", 63 | "list" 64 | ) 65 | self.StatusCommand = getConfig( 66 | "COMMANDI_STATUS", 67 | "status" 68 | ) 69 | self.EvalCommand = getConfig( 70 | "COMMANDI_EVAL", 71 | "eval" 72 | ) 73 | self.ExecCommand = getConfig( 74 | "COMMANDI_EXEC", 75 | "exec" 76 | ) 77 | 78 | 79 | BotCommands = _BotCommands() 80 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/message_utils.py: -------------------------------------------------------------------------------- 1 | from pyrogram import Client 2 | from pyrogram.types import Message 3 | import time 4 | from bot import AUTO_DELETE_MESSAGE_DURATION, LOGGER, \ 5 | status_reply_dict, status_reply_dict_lock 6 | from bot.helper.ext_utils.bot_utils import get_readable_message 7 | 8 | 9 | def sendMessage(text: str, bot: Client, message: Message): 10 | try: 11 | return bot.send_message(chat_id=message.chat.id, 12 | reply_to_message_id=message.message_id, 13 | text=text) 14 | except Exception as e: 15 | LOGGER.error(str(e)) 16 | 17 | 18 | def editMessage(text: str, message: Message): 19 | try: 20 | message.edit_text(text) 21 | except Exception as e: 22 | LOGGER.error(str(e)) 23 | 24 | 25 | def deleteMessage(message: Message): 26 | try: 27 | message.delete() 28 | except Exception as e: 29 | LOGGER.error(str(e)) 30 | 31 | 32 | def sendLogFile(bot: Client, message: Message): 33 | f = 'log.txt' 34 | bot.send_document( 35 | document=f, 36 | reply_to_message_id=message.message_id, 37 | chat_id=message.chat.id 38 | ) 39 | 40 | 41 | def auto_delete_message(bot, cmd_message: Message, bot_message: Message): 42 | if AUTO_DELETE_MESSAGE_DURATION != -1: 43 | time.sleep(AUTO_DELETE_MESSAGE_DURATION) 44 | try: 45 | # Skip if None is passed meaning we don't want to delete bot or cmd message 46 | deleteMessage(cmd_message) 47 | deleteMessage(bot_message) 48 | except AttributeError: 49 | pass 50 | 51 | 52 | def delete_all_messages(): 53 | with status_reply_dict_lock: 54 | for message in list(status_reply_dict.values()): 55 | try: 56 | deleteMessage(message) 57 | del status_reply_dict[message.chat.id] 58 | except Exception as e: 59 | LOGGER.error(str(e)) 60 | 61 | 62 | def update_all_messages(): 63 | msg = get_readable_message() 64 | with status_reply_dict_lock: 65 | for chat_id in list(status_reply_dict.keys()): 66 | if status_reply_dict[chat_id] and msg != status_reply_dict[chat_id].text: 67 | if len(msg) == 0: 68 | msg = "Starting DL" 69 | try: 70 | editMessage(msg, status_reply_dict[chat_id]) 71 | except Exception as e: 72 | LOGGER.error(str(e)) 73 | status_reply_dict[chat_id].text = msg 74 | 75 | 76 | def sendStatusMessage(msg: Message, bot: Client): 77 | progress = get_readable_message() 78 | with status_reply_dict_lock: 79 | if msg.chat.id in list(status_reply_dict.keys()): 80 | try: 81 | message = status_reply_dict[msg.chat.id] 82 | deleteMessage(message) 83 | del status_reply_dict[msg.chat.id] 84 | except Exception as e: 85 | LOGGER.error(str(e)) 86 | del status_reply_dict[msg.chat.id] 87 | pass 88 | if len(progress) == 0: 89 | progress = "Starting DL" 90 | message = sendMessage(progress, bot, msg) 91 | status_reply_dict[msg.chat.id] = message 92 | -------------------------------------------------------------------------------- /bot/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/bot/modules/__init__.py -------------------------------------------------------------------------------- /bot/modules/cancel_mirror.py: -------------------------------------------------------------------------------- 1 | import os 2 | 3 | from pyrogram import ( 4 | Client, 5 | filters 6 | ) 7 | from pyrogram.types import Message 8 | from bot import ( 9 | AUTHORIZED_CHATS, 10 | OWNER_ID, 11 | download_dict, 12 | download_dict_lock, 13 | DOWNLOAD_DIR 14 | ) 15 | from bot.helper.ext_utils.fs_utils import clean_download 16 | from bot.helper.telegram_helper.bot_commands import BotCommands 17 | from bot.helper.telegram_helper.message_utils import * 18 | 19 | from time import sleep 20 | from bot.helper.ext_utils.bot_utils import getDownloadByGid, MirrorStatus 21 | 22 | 23 | @Client.on_message( 24 | filters.command(BotCommands.CancelMirror) & 25 | filters.chat(AUTHORIZED_CHATS) 26 | ) 27 | def cancel_mirror(client: Client, message: Message): 28 | args = message.text.split(" ", maxsplit=1) 29 | mirror_message = None 30 | if len(args) > 1: 31 | gid = args[1] 32 | dl = getDownloadByGid(gid) 33 | if not dl: 34 | sendMessage( 35 | f"GID: {gid} not found.", 36 | client, 37 | message 38 | ) 39 | return 40 | with download_dict_lock: 41 | keys = list(download_dict.keys()) 42 | mirror_message = dl.message 43 | elif message.reply_to_message: 44 | mirror_message = message.reply_to_message 45 | with download_dict_lock: 46 | keys = list(download_dict.keys()) 47 | dl = download_dict[mirror_message.message_id] 48 | if len(args) == 1: 49 | if mirror_message is None or mirror_message.message_id not in keys: 50 | if BotCommands.MirrorCommand in mirror_message.text or \ 51 | BotCommands.TarMirrorCommand in mirror_message.text: 52 | msg = "Mirror already have been cancelled" 53 | sendMessage(msg, client, message) 54 | return 55 | else: 56 | msg = "Please reply to the /mirror message which was used to start the download or /cancel gid to cancel it!" 57 | sendMessage(msg, client, message) 58 | return 59 | if dl.status() == "Uploading": 60 | sendMessage("Upload in Progress, Don't Cancel it.", client, message) 61 | return 62 | elif dl.status() == "Archiving": 63 | sendMessage("Archival in Progress, Don't Cancel it.", client, message) 64 | return 65 | else: 66 | dl.download().cancel_download() 67 | sleep(1) # Wait a Second For Aria2 To free Resources. 68 | clean_download( 69 | os.path.join( 70 | DOWNLOAD_DIR, 71 | str(mirror_message.message_id) 72 | ) + os.path.sep 73 | ) 74 | 75 | 76 | @Client.on_message( 77 | filters.command(BotCommands.CancelAllCommand) & 78 | filters.user(OWNER_ID) 79 | ) 80 | def cancel_all(client: Client, message: Message): 81 | with download_dict_lock: 82 | count = 0 83 | for dlDetails in list(download_dict.values()): 84 | if dlDetails.status() == MirrorStatus.STATUS_DOWNLOADING \ 85 | or dlDetails.status() == MirrorStatus.STATUS_WAITING: 86 | dlDetails.download().cancel_download() 87 | count += 1 88 | delete_all_messages() 89 | sendMessage(f'Cancelled {count} downloads!', client, message) 90 | -------------------------------------------------------------------------------- /bot/modules/clone.py: -------------------------------------------------------------------------------- 1 | from pyrogram import ( 2 | Client, 3 | filters 4 | ) 5 | from pyrogram.types import Message 6 | from bot import ( 7 | AUTHORIZED_CHATS 8 | ) 9 | from bot.helper.mirror_utils.upload_utils.gdriveTools import GoogleDriveHelper 10 | from bot.helper.telegram_helper.message_utils import * 11 | from bot.helper.telegram_helper.bot_commands import BotCommands 12 | from bot.helper.ext_utils.bot_utils import new_thread 13 | 14 | 15 | @Client.on_message( 16 | filters.command(BotCommands.CloneCommand) & 17 | filters.chat(AUTHORIZED_CHATS) 18 | ) 19 | def cloneNode(client: Client, message: Message): 20 | args = message.text.split(" ", maxsplit=1) 21 | if len(args) > 1: 22 | link = args[1] 23 | msg = sendMessage(f"Cloning: {link}", client, message) 24 | gd = GoogleDriveHelper() 25 | result = gd.clone(link) 26 | deleteMessage(msg) 27 | sendMessage(result, client, message) 28 | else: 29 | sendMessage("Provide G-Drive Shareable Link to Clone.", client, message) 30 | -------------------------------------------------------------------------------- /bot/modules/dnttah_tg_dmw_tsapbtp.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | # -*- coding: utf-8 -*- 3 | # (c) Shrimadhav U K 4 | # 🙏🙏🦾 please 🤕 keep 🤕 the 🤒 credits 🙏👊 5 | # This program is free software: you can redistribute it and/or modify 6 | # it under the terms of the GNU Affero General Public License as published by 7 | # the Free Software Foundation, either version 3 of the License, or 8 | # (at your option) any later version. 9 | 10 | # This program is distributed in the hope that it will be useful, 11 | # but WITHOUT ANY WARRANTY; without even the implied warranty of 12 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 | # GNU Affero General Public License for more details. 14 | 15 | # You should have received a copy of the GNU Affero General Public License 16 | # along with this program. If not, see . 17 | 18 | 19 | import os 20 | from pyrogram import Client 21 | from pyrogram.types import ( 22 | Message 23 | ) 24 | from time import sleep 25 | from typing import List 26 | from bot import download_dict, DOWNLOAD_DIR 27 | from bot.helper.ext_utils.fs_utils import clean_download 28 | from bot.helper.telegram_helper.message_utils import * 29 | 30 | 31 | @Client.on_deleted_messages() 32 | def on_del_mesgs(client: Client, messages: List[Message]): 33 | # a a w t c m d 34 | for message in messages: 35 | # n s r t y e c s 36 | dl = download_dict.get(message.message_id) 37 | if dl: 38 | # d r h b v d c 39 | if dl.status() == "Uploading": 40 | sendMessage( 41 | "Upload in Progress, Can't Cancel it, .", 42 | client, 43 | message 44 | ) 45 | return 46 | elif dl.status() == "Archiving": 47 | sendMessage( 48 | "Archival in Progress, Can't Cancel it, .", 49 | client, 50 | message 51 | ) 52 | return 53 | else: 54 | dl.download().cancel_download() 55 | # c d t s p h r n s t p 56 | # d t d d t t a h 57 | sleep(1) 58 | # Wait a Second For Aria2 To free Resources. 59 | clean_download( 60 | os.path.join( 61 | DOWNLOAD_DIR, 62 | str(message.message_id) 63 | ) + os.path.sep 64 | ) 65 | # 🙏🙏 k l q a o p 🙏🙏 66 | 67 | -------------------------------------------------------------------------------- /bot/modules/eval_e_p.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | # -*- coding: utf-8 -*- 3 | # Telegram Terminal Bot 4 | # CopyLeft AGPLv3 (C) 2020 The Authors 5 | # You should have received a copy of the GNU Affero General Public License 6 | # along with this program. If not, see . 7 | 8 | import io 9 | import os 10 | import sys 11 | import traceback 12 | 13 | from pyrogram import ( 14 | Client, 15 | filters 16 | ) 17 | from pyrogram.types import Message 18 | 19 | from bot import ( 20 | AUTHORIZED_CHATS 21 | ) 22 | from bot.helper.telegram_helper.bot_commands import BotCommands 23 | 24 | 25 | @Client.on_message( 26 | filters.command(BotCommands.EvalCommand) & 27 | filters.chat(AUTHORIZED_CHATS) 28 | ) 29 | def evaluation_cmd_t(client, message: Message): 30 | PROCESS_RUNNING = "..." 31 | status_message = message.reply_text(PROCESS_RUNNING, quote=True) 32 | 33 | cmd = message.text.split(" ", maxsplit=1)[1] 34 | 35 | old_stderr = sys.stderr 36 | old_stdout = sys.stdout 37 | redirected_output = sys.stdout = io.StringIO() 38 | redirected_error = sys.stderr = io.StringIO() 39 | stdout, stderr, exc = None, None, None 40 | 41 | try: 42 | aexec(cmd, client, message) 43 | except Exception: 44 | exc = traceback.format_exc() 45 | 46 | stdout = redirected_output.getvalue() 47 | stderr = redirected_error.getvalue() 48 | sys.stdout = old_stdout 49 | sys.stderr = old_stderr 50 | 51 | evaluation = "" 52 | if exc: 53 | evaluation = exc 54 | elif stderr: 55 | evaluation = stderr 56 | elif stdout: 57 | evaluation = stdout 58 | else: 59 | evaluation = "😐" 60 | 61 | final_output = "EVAL: {}\n\nOUTPUT:\n{}".format( 62 | cmd, evaluation.strip() 63 | ) 64 | 65 | if len(final_output) > 4095: 66 | with open("eval.text", "w+", encoding="utf8") as out_file: 67 | out_file.write(str(final_output)) 68 | status_message.reply_document( 69 | document="eval.text", 70 | caption=cmd, 71 | disable_notification=True 72 | ) 73 | os.remove("eval.text") 74 | status_message.delete() 75 | else: 76 | status_message.edit(final_output) 77 | 78 | 79 | def aexec(code, client, message): 80 | exec( 81 | f'def __aexec(client, message): ' + 82 | ''.join(f'\n {l}' for l in code.split('\n')) 83 | ) 84 | return locals()['__aexec'](client, message) 85 | -------------------------------------------------------------------------------- /bot/modules/exec_c_p.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | # -*- coding: utf-8 -*- 3 | # Telegram Terminal Bot 4 | # CopyLeft AGPLv3 (C) 2020 The Authors 5 | # You should have received a copy of the GNU Affero General Public License 6 | # along with this program. If not, see . 7 | 8 | import os 9 | import subprocess 10 | from pyrogram import ( 11 | Client, 12 | filters 13 | ) 14 | from pyrogram.types import Message 15 | from bot import ( 16 | AUTHORIZED_CHATS 17 | ) 18 | from bot.helper.telegram_helper.bot_commands import BotCommands 19 | 20 | 21 | @Client.on_message( 22 | filters.command(BotCommands.ExecCommand) & 23 | filters.chat(AUTHORIZED_CHATS) 24 | ) 25 | def execution_cmd_t(client, message: Message): 26 | PROCESS_RUNNING = "..." 27 | # send a message, use it to update the progress when required 28 | status_message = message.reply_text(PROCESS_RUNNING, quote=True) 29 | # get the message from the triggered command 30 | cmd = message.text.split(" ", maxsplit=1)[1] 31 | 32 | process = subprocess.run( 33 | cmd.split(" "), 34 | stdout=subprocess.PIPE, 35 | stderr=subprocess.PIPE 36 | ) 37 | 38 | e_ = process.stderr.decode() 39 | if not e_: 40 | e_ = "No Error" 41 | o_ = process.stdout.decode() 42 | if not o_: 43 | o_ = "No Output" 44 | r_c = process.returncode 45 | 46 | final_output = f"command: {cmd}\n\nstderr: \n{e_}\n\nstdout: \n{o_}\n\nreturn: {r_c}" 47 | 48 | if len(final_output) > 4095: 49 | with open("eval.text", "w+", encoding="utf8") as out_file: 50 | out_file.write(str(final_output)) 51 | status_message.reply_document( 52 | document="eval.text", 53 | caption=cmd, 54 | disable_notification=True 55 | ) 56 | os.remove("eval.text") 57 | status_message.delete() 58 | else: 59 | status_message.edit(final_output) 60 | -------------------------------------------------------------------------------- /bot/modules/help_text_s.py: -------------------------------------------------------------------------------- 1 | import pickle 2 | import shutil, psutil 3 | import time 4 | from os import execl 5 | from sys import executable 6 | from pyrogram import ( 7 | Client, 8 | filters 9 | ) 10 | from pyrogram.types import Message 11 | from bot import ( 12 | botStartTime, 13 | AUTHORIZED_CHATS, 14 | OWNER_ID 15 | ) 16 | import bot.helper.ext_utils.fs_utils 17 | from bot.helper.telegram_helper.bot_commands import BotCommands 18 | from bot.helper.telegram_helper.message_utils import * 19 | from bot.helper.ext_utils.bot_utils import ( 20 | get_readable_file_size, 21 | get_readable_time 22 | ) 23 | 24 | 25 | @Client.on_message( 26 | filters.command(BotCommands.StatsCommand) & 27 | filters.chat(AUTHORIZED_CHATS) 28 | ) 29 | def stats(client: Client, message: Message): 30 | currentTime = get_readable_time((time.time() - botStartTime)) 31 | total, used, free = shutil.disk_usage('.') 32 | total = get_readable_file_size(total) 33 | used = get_readable_file_size(used) 34 | free = get_readable_file_size(free) 35 | cpuUsage = psutil.cpu_percent(interval=0.5) 36 | memory = psutil.virtual_memory().percent 37 | stats = f'Bot Uptime: {currentTime}\n' \ 38 | f'Total disk space: {total}\n' \ 39 | f'Used: {used}\n' \ 40 | f'Free: {free}\n' \ 41 | f'CPU: {cpuUsage}%\n' \ 42 | f'RAM: {memory}%' 43 | sendMessage(stats, client, message) 44 | 45 | 46 | @Client.on_message( 47 | filters.command(BotCommands.StartCommand) & 48 | filters.chat(AUTHORIZED_CHATS) 49 | ) 50 | def start(client: Client, message: Message): 51 | start_string = f''' 52 | This is a bot which can mirror all your links to Google drive! 53 | Type /{BotCommands.HelpCommand} to get a list of available commands 54 | ''' 55 | sendMessage(start_string, client, message) 56 | 57 | 58 | @Client.on_message( 59 | filters.command(BotCommands.RestartCommand) & 60 | filters.user(OWNER_ID) 61 | ) 62 | def restart(client: Client, message: Message): 63 | restart_message = sendMessage( 64 | "Restarting, Please wait!", 65 | client, 66 | message 67 | ) 68 | # Save restart message object in order to reply to it after restarting 69 | fs_utils.clean_all() 70 | with open('restart.pickle', 'wb') as status: 71 | pickle.dump(restart_message, status) 72 | execl(executable, executable, "-m", "bot") 73 | 74 | 75 | @Client.on_message( 76 | filters.command(BotCommands.PingCommand) & 77 | filters.chat(AUTHORIZED_CHATS) 78 | ) 79 | def ping(client: Client, message: Message): 80 | start_time = int(round(time.time() * 1000)) 81 | reply = sendMessage("Starting Ping", client, message) 82 | end_time = int(round(time.time() * 1000)) 83 | editMessage(f'{end_time - start_time} ms', reply) 84 | 85 | 86 | @Client.on_message( 87 | filters.command(BotCommands.LogCommand) & 88 | filters.user(OWNER_ID) 89 | ) 90 | def log(client: Client, message: Message): 91 | sendLogFile(client, message) 92 | 93 | 94 | @Client.on_message( 95 | filters.command(BotCommands.HelpCommand) & 96 | filters.chat(AUTHORIZED_CHATS) 97 | ) 98 | def bot_help(client: Client, message: Message): 99 | help_string = f''' 100 | /{BotCommands.HelpCommand}: To get this message 101 | 102 | /{BotCommands.MirrorCommand} [download_url][magnet_link]: Start mirroring the link to google drive 103 | 104 | /{BotCommands.UnzipMirrorCommand} [download_url][magnet_link] : starts mirroring and if downloaded file is any archive , extracts it to google drive 105 | 106 | /{BotCommands.TarMirrorCommand} [download_url][magnet_link]: start mirroring and upload the archived (.tar) version of the download 107 | 108 | /{BotCommands.WatchCommand} [youtube-dl supported link]: Mirror through youtube-dl 109 | 110 | /{BotCommands.TarWatchCommand} [youtube-dl supported link]: Mirror through youtube-dl and tar before uploading 111 | 112 | /{BotCommands.CancelMirror} : Reply to the message by which the download was initiated and that download will be cancelled 113 | 114 | /{BotCommands.StatusCommand}: Shows a status of all the downloads 115 | 116 | /{BotCommands.ListCommand} [search term]: Searches the search term in the Google drive, if found replies with the link 117 | 118 | /{BotCommands.StatsCommand}: Show Stats of the machine the bot is hosted on 119 | 120 | /{BotCommands.LogCommand}: Get a log file of the bot. Handy for getting crash reports 121 | 122 | ''' 123 | sendMessage(help_string, client, message) 124 | -------------------------------------------------------------------------------- /bot/modules/list.py: -------------------------------------------------------------------------------- 1 | from pyrogram import ( 2 | Client, 3 | filters 4 | ) 5 | from pyrogram.types import Message 6 | from bot.helper.mirror_utils.upload_utils.gdriveTools import GoogleDriveHelper 7 | from bot import LOGGER, AUTHORIZED_CHATS 8 | from bot.helper.telegram_helper.message_utils import auto_delete_message, sendMessage 9 | import threading 10 | from bot.helper.telegram_helper.bot_commands import BotCommands 11 | 12 | 13 | @Client.on_message( 14 | filters.command(BotCommands.ListCommand) & 15 | filters.chat(AUTHORIZED_CHATS) 16 | ) 17 | def list_drive(client: Client, message: Message): 18 | search = message.text.split(' ', maxsplit=1)[1] 19 | LOGGER.info(f"Searching: {search}") 20 | gdrive = GoogleDriveHelper(None) 21 | msg = gdrive.drive_list(search) 22 | if msg: 23 | reply_message = sendMessage(msg, client, message) 24 | else: 25 | reply_message = sendMessage('No result found', client, message) 26 | 27 | threading.Thread(target=auto_delete_message, args=(client, message, reply_message)).start() 28 | -------------------------------------------------------------------------------- /bot/modules/mirror.py: -------------------------------------------------------------------------------- 1 | import requests 2 | from pyrogram import ( 3 | Client, 4 | filters 5 | ) 6 | from pyrogram.types import Message 7 | from bot import Interval, INDEX_URL 8 | from bot import AUTHORIZED_CHATS, DOWNLOAD_DIR, DOWNLOAD_STATUS_UPDATE_INTERVAL, download_dict, download_dict_lock 9 | from bot.helper.ext_utils import fs_utils, bot_utils 10 | from bot.helper.ext_utils.bot_utils import setInterval 11 | from bot.helper.ext_utils.exceptions import ( 12 | DirectDownloadLinkException, 13 | NotSupportedExtractionArchive 14 | ) 15 | from bot.helper.mirror_utils.download_utils.aria2_download import AriaDownloadHelper 16 | from bot.helper.mirror_utils.download_utils.mega_downloader import MegaDownloadHelper 17 | from bot.helper.mirror_utils.download_utils.direct_link_generator import direct_link_generator 18 | from bot.helper.mirror_utils.download_utils.telegram_downloader import TelegramDownloadHelper 19 | from bot.helper.mirror_utils.status_utils import listeners 20 | from bot.helper.mirror_utils.status_utils.extract_status import ExtractStatus 21 | from bot.helper.mirror_utils.status_utils.tar_status import TarStatus 22 | from bot.helper.mirror_utils.status_utils.upload_status import UploadStatus 23 | from bot.helper.mirror_utils.upload_utils import gdriveTools 24 | from bot.helper.telegram_helper.bot_commands import BotCommands 25 | from bot.helper.telegram_helper.message_utils import * 26 | import pathlib 27 | import os 28 | import subprocess 29 | import threading 30 | 31 | ariaDlManager = AriaDownloadHelper() 32 | ariaDlManager.start_listener() 33 | 34 | 35 | class MirrorListener(listeners.MirrorListeners): 36 | def __init__(self, bot, update, isTar=False, tag=None, extract=False): 37 | super().__init__(bot, update) 38 | self.isTar = isTar 39 | self.tag = tag 40 | self.extract = extract 41 | 42 | def onDownloadStarted(self): 43 | pass 44 | 45 | def onDownloadProgress(self): 46 | # We are handling this on our own! 47 | pass 48 | 49 | def clean(self): 50 | try: 51 | Interval[0].cancel() 52 | del Interval[0] 53 | delete_all_messages() 54 | except IndexError: 55 | pass 56 | 57 | def onDownloadComplete(self): 58 | with download_dict_lock: 59 | LOGGER.info(f"Download completed: {download_dict[self.uid].name()}") 60 | download = download_dict[self.uid] 61 | name = download.name() 62 | size = download.size_raw() 63 | m_path = os.path.join( 64 | DOWNLOAD_DIR, 65 | str(self.uid), 66 | download.name() 67 | ) 68 | if self.isTar: 69 | download.is_archiving = True 70 | try: 71 | with download_dict_lock: 72 | download_dict[self.uid] = TarStatus(name, m_path, size) 73 | path = fs_utils.tar(m_path) 74 | except FileNotFoundError: 75 | LOGGER.info('File to archive not found!') 76 | self.onUploadError('Internal error occurred!!') 77 | return 78 | elif self.extract: 79 | download.is_extracting = True 80 | 81 | try: 82 | path = fs_utils.get_base_name(m_path) 83 | LOGGER.info( 84 | f"Extracting : {name} " 85 | ) 86 | with download_dict_lock: 87 | download_dict[self.uid] = ExtractStatus(name, m_path, size) 88 | archive_result = subprocess.run(["extract", m_path]) 89 | if archive_result.returncode == 0: 90 | threading.Thread(target=os.remove, args=(m_path,)).start() 91 | LOGGER.info(f"Deleting archive : {m_path}") 92 | else: 93 | LOGGER.warning('Unable to extract archive! Uploading anyway') 94 | path = f'{DOWNLOAD_DIR}{self.uid}/{name}' 95 | LOGGER.info( 96 | f'got path : {path}' 97 | ) 98 | except NotSupportedExtractionArchive: 99 | LOGGER.info("Not any valid archive, uploading file as it is.") 100 | path = os.path.join( 101 | DOWNLOAD_DIR, 102 | str(self.uid), 103 | name 104 | ) 105 | else: 106 | path = os.path.join( 107 | DOWNLOAD_DIR, 108 | str(self.uid), 109 | name 110 | ) 111 | up_name = pathlib.PurePath(path).name 112 | LOGGER.info(f"Upload Name : {up_name}") 113 | drive = gdriveTools.GoogleDriveHelper(up_name, self) 114 | if size == 0: 115 | size = fs_utils.get_path_size(m_path) 116 | upload_status = UploadStatus(drive, size, self) 117 | with download_dict_lock: 118 | download_dict[self.uid] = upload_status 119 | update_all_messages() 120 | drive.upload(up_name) 121 | 122 | def onDownloadError(self, error): 123 | error = error.replace('<', ' ') 124 | error = error.replace('>', ' ') 125 | LOGGER.info(self.update.chat.id) 126 | with download_dict_lock: 127 | try: 128 | download = download_dict[self.uid] 129 | del download_dict[self.uid] 130 | LOGGER.info(f"Deleting folder: {download.path()}") 131 | fs_utils.clean_download(download.path()) 132 | LOGGER.info(str(download_dict)) 133 | except Exception as e: 134 | LOGGER.error(str(e)) 135 | pass 136 | count = len(download_dict) 137 | if self.message.from_user.username: 138 | uname = f"@{self.message.from_user.username}" 139 | else: 140 | uname = f'{self.message.from_user.first_name}' 141 | msg = f"{uname} your download has been stopped due to: {error}" 142 | sendMessage(msg, self.bot, self.update) 143 | if count == 0: 144 | self.clean() 145 | else: 146 | update_all_messages() 147 | 148 | def onUploadStarted(self): 149 | pass 150 | 151 | def onUploadProgress(self): 152 | pass 153 | 154 | def onUploadComplete(self, file_id: str): 155 | with download_dict_lock: 156 | link = f"https://drive.google.com/open?id={file_id}" 157 | msg = f'{download_dict[self.uid].name()} ({download_dict[self.uid].size()})' 158 | LOGGER.info(f'Done Uploading {download_dict[self.uid].name()}') 159 | if INDEX_URL is not None: 160 | share_url = requests.utils.requote_uri(f'{INDEX_URL}/{file_id}/{download_dict[self.uid].name()}') 161 | if os.path.isdir(f'{DOWNLOAD_DIR}/{self.uid}/{download_dict[self.uid].name()}'): 162 | share_url = None 163 | if share_url: 164 | msg += f'\n\n Shareable link: here' 165 | if self.tag is not None: 166 | msg += f'\ncc: @{self.tag}' 167 | try: 168 | fs_utils.clean_download(download_dict[self.uid].path()) 169 | except FileNotFoundError: 170 | pass 171 | del download_dict[self.uid] 172 | count = len(download_dict) 173 | sendMessage(msg, self.bot, self.update) 174 | if count == 0: 175 | self.clean() 176 | else: 177 | update_all_messages() 178 | 179 | def onUploadError(self, error): 180 | e_str = error.replace('<', '').replace('>', '') 181 | with download_dict_lock: 182 | try: 183 | fs_utils.clean_download(download_dict[self.uid].path()) 184 | except FileNotFoundError: 185 | pass 186 | del download_dict[self.message.message_id] 187 | count = len(download_dict) 188 | sendMessage(e_str, self.bot, self.update) 189 | if count == 0: 190 | self.clean() 191 | else: 192 | update_all_messages() 193 | 194 | 195 | def _mirror(bot: Client, message: Message, isTar=False, extract=False): 196 | message_args = message.text.split(' ') 197 | try: 198 | link = message_args[1] 199 | except IndexError: 200 | link = '' 201 | LOGGER.info(link) 202 | link = link.strip() 203 | reply_to = message.reply_to_message 204 | if reply_to is not None: 205 | file = None 206 | tag = reply_to.from_user.username 207 | media_array = [reply_to.document, reply_to.video, reply_to.audio] 208 | for i in media_array: 209 | if i is not None: 210 | file = i 211 | break 212 | 213 | if len(link) == 0: 214 | if file is not None: 215 | if file.mime_type != "application/x-bittorrent": 216 | listener = MirrorListener(bot, message, isTar, tag, extract) 217 | tg_downloader = TelegramDownloadHelper(listener) 218 | tg_downloader.add_download( 219 | reply_to, 220 | os.path.join( 221 | DOWNLOAD_DIR, 222 | str(listener.uid) 223 | ) + os.path.sep 224 | ) 225 | sendStatusMessage(message, bot) 226 | if len(Interval) == 0: 227 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 228 | return 229 | else: 230 | link = reply_to.download() 231 | else: 232 | tag = None 233 | if not bot_utils.is_url(link) and not bot_utils.is_magnet(link) and not bot_utils.is_torrent(link): 234 | sendMessage('No download source provided', bot, message) 235 | return 236 | 237 | try: 238 | link = direct_link_generator(link) 239 | except DirectDownloadLinkException as e: 240 | LOGGER.info(f'{link}: {e}') 241 | listener = MirrorListener(bot, message, isTar, tag, extract) 242 | if bot_utils.is_mega_link(link): 243 | mega_dl = MegaDownloadHelper() 244 | mega_dl.add_download(link, f'{DOWNLOAD_DIR}/{listener.uid}/', listener) 245 | else: 246 | ariaDlManager.add_download(link, f'{DOWNLOAD_DIR}/{listener.uid}/', listener) 247 | sendStatusMessage(message, bot) 248 | if len(Interval) == 0: 249 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 250 | 251 | 252 | @Client.on_message( 253 | filters.command(BotCommands.MirrorCommand) & 254 | filters.chat(AUTHORIZED_CHATS) 255 | ) 256 | def mirror(client: Client, message: Message): 257 | _mirror(client, message) 258 | 259 | 260 | @Client.on_message( 261 | filters.command(BotCommands.TarMirrorCommand) & 262 | filters.chat(AUTHORIZED_CHATS) 263 | ) 264 | def tar_mirror(client: Client, message: Message): 265 | _mirror(client, message, isTar=True) 266 | 267 | 268 | @Client.on_message( 269 | filters.command(BotCommands.UnzipMirrorCommand) & 270 | filters.chat(AUTHORIZED_CHATS) 271 | ) 272 | def unzip_mirror(client: Client, message: Message): 273 | _mirror(client, message, extract=True) 274 | -------------------------------------------------------------------------------- /bot/modules/mirror_status.py: -------------------------------------------------------------------------------- 1 | from pyrogram import ( 2 | Client, 3 | filters 4 | ) 5 | from pyrogram.types import Message 6 | from bot import ( 7 | AUTHORIZED_CHATS, 8 | status_reply_dict, 9 | DOWNLOAD_STATUS_UPDATE_INTERVAL, 10 | status_reply_dict_lock 11 | ) 12 | from bot.helper.telegram_helper.message_utils import * 13 | from time import sleep 14 | from bot.helper.ext_utils.bot_utils import get_readable_message 15 | from bot.helper.telegram_helper.bot_commands import BotCommands 16 | import threading 17 | 18 | 19 | @Client.on_message( 20 | filters.command(BotCommands.StatusCommand) & 21 | filters.chat(AUTHORIZED_CHATS) 22 | ) 23 | def mirror_status(client: Client, update: Message): 24 | message = get_readable_message() 25 | if len(message) == 0: 26 | message = "No active downloads" 27 | reply_message = sendMessage(message, client, update) 28 | threading.Thread(target=auto_delete_message, args=(client, update, reply_message)).start() 29 | return 30 | index = update.chat.id 31 | with status_reply_dict_lock: 32 | if index in status_reply_dict.keys(): 33 | deleteMessage(status_reply_dict[index]) 34 | del status_reply_dict[index] 35 | sendStatusMessage(update, client) 36 | deleteMessage(update) 37 | -------------------------------------------------------------------------------- /bot/modules/watch.py: -------------------------------------------------------------------------------- 1 | import os 2 | from pyrogram import ( 3 | Client, 4 | filters 5 | ) 6 | from pyrogram.types import Message 7 | from bot import AUTHORIZED_CHATS, Interval, DOWNLOAD_DIR, DOWNLOAD_STATUS_UPDATE_INTERVAL, LOGGER 8 | from bot.helper.ext_utils.bot_utils import setInterval 9 | from bot.helper.telegram_helper.message_utils import update_all_messages, sendMessage, sendStatusMessage 10 | from .mirror import MirrorListener 11 | from bot.helper.mirror_utils.download_utils.youtube_dl_download_helper import YoutubeDLHelper 12 | from bot.helper.telegram_helper.bot_commands import BotCommands 13 | import threading 14 | 15 | 16 | def _watch(bot: Client, update: Message, args: list, isTar=False): 17 | try: 18 | link = args[0] 19 | except IndexError: 20 | sendMessage(f'/{BotCommands.WatchCommand} [yt_dl supported link] to mirror with youtube_dl', bot, update) 21 | return 22 | reply_to = update.reply_to_message 23 | if reply_to is not None: 24 | tag = reply_to.from_user.username 25 | else: 26 | tag = None 27 | 28 | listener = MirrorListener(bot, update, isTar, tag) 29 | ydl = YoutubeDLHelper(listener) 30 | threading.Thread( 31 | target=ydl.add_download,args=( 32 | link, 33 | os.path.join( 34 | DOWNLOAD_DIR, 35 | str(listener.uid) 36 | ) 37 | ) 38 | ).start() 39 | sendStatusMessage(update, bot) 40 | if len(Interval) == 0: 41 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 42 | 43 | 44 | @Client.on_message( 45 | filters.command(BotCommands.WatchCommand) & 46 | filters.chat(AUTHORIZED_CHATS) 47 | ) 48 | def watch(client: Client, message: Message): 49 | args = [" ".join(message.command[1:])] 50 | _watch(client, message, args) 51 | 52 | 53 | @Client.on_message( 54 | filters.command(BotCommands.TarWatchCommand) & 55 | filters.chat(AUTHORIZED_CHATS) 56 | ) 57 | def watchTar(client: Client, message: Message): 58 | args = [" ".join(message.command[1:])] 59 | _watch(client, message, args, True) 60 | -------------------------------------------------------------------------------- /captain-definition: -------------------------------------------------------------------------------- 1 | { 2 | "schemaVersion": 2, 3 | "dockerfilePath": "./Dockerfile" 4 | } 5 | -------------------------------------------------------------------------------- /config_sample.env: -------------------------------------------------------------------------------- 1 | # 2 | # BOT_TOKEN = "ENTER BOT TOKEN (Get your BOT_TOKEN by talking to @botfather)" 3 | # OWNER_ID = 4 | 5 | DOWNLOAD_DIR = "./downloads" 6 | DOWNLOAD_STATUS_UPDATE_INTERVAL = 5 7 | AUTO_DELETE_MESSAGE_DURATION = 20 8 | 9 | # IS_TEAM_DRIVE = "" 10 | # USE_SERVICE_ACCOUNTS = "" 11 | # INDEX_URL = "" 12 | # GDRIVE_FOLDER_ID = "" 13 | 14 | # 15 | # Get from https://my.telegram.org/ 16 | # or https://telegram.dog/useTGxBot 17 | # if Telegram is blocked by your ISP 18 | # 19 | TELEGRAM_API = 6 20 | TELEGRAM_HASH = "eb06d4abfb49dc3eeb1aeb98ae0f581e" 21 | 22 | # the below keys for mega.co.nz 23 | # MEGA_API_KEY = "" 24 | # MEGA_EMAIL_ID = "" 25 | # MEGA_PASSWORD = "" 26 | 27 | # CRED_JSON = "" 28 | -------------------------------------------------------------------------------- /extract: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | if [ $# -lt 1 ]; then 4 | echo "Usage: $(basename $0) FILES" 5 | exit 1 6 | fi 7 | 8 | extract () { 9 | arg="$1" 10 | cd "$(dirname "$arg")" || exit 11 | case "$arg" in 12 | *.tar.bz2) 13 | tar xjf "$arg" --one-top-level 14 | local code=$? 15 | ;; 16 | *.tar.gz) 17 | tar xzf "$arg" --one-top-level 18 | local code=$? 19 | ;; 20 | *.bz2) 21 | bunzip2 "$arg" 22 | local code=$? 23 | ;; 24 | *.gz) 25 | gunzip "$arg" 26 | local code=$? 27 | ;; 28 | *.tar) 29 | tar xf "$arg" --one-top-level 30 | local code=$? 31 | ;; 32 | *.tbz2) 33 | (tar xjf "$arg" --one-top-level) 34 | local code=$? 35 | ;; 36 | *.tgz) 37 | tar xzf "$arg" --one-top-level 38 | local code=$? 39 | ;; 40 | *.zip) 41 | a_dir=$(expr "$arg" : '\(.*\).zip') 42 | 7z x "$arg" -o"$a_dir" 43 | local code=$? 44 | ;; 45 | *.7z) 46 | a_dir=$(expr "$arg" : '\(.*\).7z') 47 | 7z x "$arg" -o"$a_dir" 48 | local code=$? 49 | ;; 50 | *.Z) 51 | uncompress "$arg" 52 | local code=$? 53 | ;; 54 | *.rar) 55 | a_dir=$(expr "$arg" : '\(.*\).rar') 56 | mkdir "$a_dir" 57 | 7z x "$arg" -o"$a_dir" 58 | local code=$? 59 | ;; 60 | *) 61 | echo "'$arg' cannot be extracted via extract()" 1>&2 62 | exit 1 63 | ;; 64 | esac 65 | cd - || exit $? 66 | exit $code 67 | } 68 | 69 | extract "$1" 70 | -------------------------------------------------------------------------------- /gen_sa_accounts.py: -------------------------------------------------------------------------------- 1 | import errno 2 | import os 3 | import pickle 4 | import sys 5 | from argparse import ArgumentParser 6 | from base64 import b64decode 7 | from glob import glob 8 | from json import loads 9 | from random import choice 10 | from time import sleep 11 | 12 | from google.auth.transport.requests import Request 13 | from google_auth_oauthlib.flow import InstalledAppFlow 14 | from googleapiclient.discovery import build 15 | from googleapiclient.errors import HttpError 16 | 17 | SCOPES = ['https://www.googleapis.com/auth/drive', 'https://www.googleapis.com/auth/cloud-platform', 18 | 'https://www.googleapis.com/auth/iam'] 19 | project_create_ops = [] 20 | current_key_dump = [] 21 | sleep_time = 30 22 | 23 | 24 | # Create count SAs in project 25 | def _create_accounts(service, project, count): 26 | batch = service.new_batch_http_request(callback=_def_batch_resp) 27 | for i in range(count): 28 | aid = _generate_id('mfc-') 29 | batch.add(service.projects().serviceAccounts().create( 30 | name='projects/' + project, 31 | body={ 32 | 'accountId': aid, 'serviceAccount': { 33 | 'displayName': aid}} 34 | )) 35 | batch.execute() 36 | 37 | 38 | # Create accounts needed to fill project 39 | def _create_remaining_accounts(iam, project): 40 | print('Creating accounts in %s' % project) 41 | sa_count = len(_list_sas(iam, project)) 42 | while sa_count != 100: 43 | _create_accounts(iam, project, 100 - sa_count) 44 | sa_count = len(_list_sas(iam, project)) 45 | 46 | 47 | # Generate a random id 48 | def _generate_id(prefix='saf-'): 49 | chars = '-abcdefghijklmnopqrstuvwxyz1234567890' 50 | return prefix + ''.join(choice(chars) for _ in range(25)) + choice(chars[1:]) 51 | 52 | 53 | # List projects using service 54 | def _get_projects(service): 55 | return [i['projectId'] for i in service.projects().list().execute()['projects']] 56 | 57 | 58 | # Default batch callback handler 59 | def _def_batch_resp(id, resp, exception): 60 | if exception is not None: 61 | if str(exception).startswith(' 0: 222 | current_count = len(_get_projects(cloud)) 223 | if current_count + create_projects <= max_projects: 224 | print('Creating %d projects' % (create_projects)) 225 | nprjs = _create_projects(cloud, create_projects) 226 | selected_projects = nprjs 227 | else: 228 | sys.exit('No, you cannot create %d new project (s).\n' 229 | 'Please reduce value of --quick-setup.\n' 230 | 'Remember that you can totally create %d projects (%d already).\n' 231 | 'Please do not delete existing projects unless you know what you are doing' % ( 232 | create_projects, max_projects, current_count)) 233 | else: 234 | print('Will overwrite all service accounts in existing projects.\n' 235 | 'So make sure you have some projects already.') 236 | input("Press Enter to continue...") 237 | 238 | if enable_services: 239 | ste = [] 240 | ste.append(enable_services) 241 | if enable_services == '~': 242 | ste = selected_projects 243 | elif enable_services == '*': 244 | ste = _get_projects(cloud) 245 | services = [i + '.googleapis.com' for i in services] 246 | print('Enabling services') 247 | _enable_services(serviceusage, ste, services) 248 | if create_sas: 249 | stc = [] 250 | stc.append(create_sas) 251 | if create_sas == '~': 252 | stc = selected_projects 253 | elif create_sas == '*': 254 | stc = _get_projects(cloud) 255 | for i in stc: 256 | _create_remaining_accounts(iam, i) 257 | if download_keys: 258 | try: 259 | os.mkdir(path) 260 | except OSError as e: 261 | if e.errno == errno.EEXIST: 262 | pass 263 | else: 264 | raise 265 | std = [] 266 | std.append(download_keys) 267 | if download_keys == '~': 268 | std = selected_projects 269 | elif download_keys == '*': 270 | std = _get_projects(cloud) 271 | _create_sa_keys(iam, std, path) 272 | if delete_sas: 273 | std = [] 274 | std.append(delete_sas) 275 | if delete_sas == '~': 276 | std = selected_projects 277 | elif delete_sas == '*': 278 | std = _get_projects(cloud) 279 | for i in std: 280 | print('Deleting service accounts in %s' % i) 281 | _delete_sas(iam, i) 282 | 283 | 284 | if __name__ == '__main__': 285 | parse = ArgumentParser(description='A tool to create Google service accounts.') 286 | parse.add_argument('--path', '-p', default='accounts', 287 | help='Specify an alternate directory to output the credential files.') 288 | parse.add_argument('--token', default='token_sa.pickle', help='Specify the pickle token file path.') 289 | parse.add_argument('--credentials', default='credentials.json', help='Specify the credentials file path.') 290 | parse.add_argument('--list-projects', default=False, action='store_true', 291 | help='List projects viewable by the user.') 292 | parse.add_argument('--list-sas', default=False, help='List service accounts in a project.') 293 | parse.add_argument('--create-projects', type=int, default=None, help='Creates up to N projects.') 294 | parse.add_argument('--max-projects', type=int, default=12, help='Max amount of project allowed. Default: 12') 295 | parse.add_argument('--enable-services', default=None, 296 | help='Enables services on the project. Default: IAM and Drive') 297 | parse.add_argument('--services', nargs='+', default=['iam', 'drive'], 298 | help='Specify a different set of services to enable. Overrides the default.') 299 | parse.add_argument('--create-sas', default=None, help='Create service accounts in a project.') 300 | parse.add_argument('--delete-sas', default=None, help='Delete service accounts in a project.') 301 | parse.add_argument('--download-keys', default=None, help='Download keys for all the service accounts in a project.') 302 | parse.add_argument('--quick-setup', default=None, type=int, 303 | help='Create projects, enable services, create service accounts and download keys. ') 304 | parse.add_argument('--new-only', default=False, action='store_true', help='Do not use exisiting projects.') 305 | args = parse.parse_args() 306 | # If credentials file is invalid, search for one. 307 | if not os.path.exists(args.credentials): 308 | options = glob('*.json') 309 | print('No credentials found at %s. Please enable the Drive API in:\n' 310 | 'https://developers.google.com/drive/api/v3/quickstart/python\n' 311 | 'and save the json file as credentials.json' % args.credentials) 312 | if len(options) < 1: 313 | exit(-1) 314 | else: 315 | i = 0 316 | print('Select a credentials file below.') 317 | inp_options = [str(i) for i in list(range(1, len(options) + 1))] + options 318 | while i < len(options): 319 | print(' %d) %s' % (i + 1, options[i])) 320 | i += 1 321 | inp = None 322 | while True: 323 | inp = input('> ') 324 | if inp in inp_options: 325 | break 326 | if inp in options: 327 | args.credentials = inp 328 | else: 329 | args.credentials = options[int(inp) - 1] 330 | print('Use --credentials %s next time to use this credentials file.' % args.credentials) 331 | if args.quick_setup: 332 | opt = '*' 333 | if args.new_only: 334 | opt = '~' 335 | args.services = ['iam', 'drive'] 336 | args.create_projects = args.quick_setup 337 | args.enable_services = opt 338 | args.create_sas = opt 339 | args.download_keys = opt 340 | resp = serviceaccountfactory( 341 | path=args.path, 342 | token=args.token, 343 | credentials=args.credentials, 344 | list_projects=args.list_projects, 345 | list_sas=args.list_sas, 346 | create_projects=args.create_projects, 347 | max_projects=args.max_projects, 348 | create_sas=args.create_sas, 349 | delete_sas=args.delete_sas, 350 | enable_services=args.enable_services, 351 | services=args.services, 352 | download_keys=args.download_keys 353 | ) 354 | if resp is not None: 355 | if args.list_projects: 356 | if resp: 357 | print('Projects (%d):' % len(resp)) 358 | for i in resp: 359 | print(' ' + i) 360 | else: 361 | print('No projects.') 362 | elif args.list_sas: 363 | if resp: 364 | print('Service accounts in %s (%d):' % (args.list_sas, len(resp))) 365 | for i in resp: 366 | print(' %s (%s)' % (i['email'], i['uniqueId'])) 367 | else: 368 | print('No service accounts.') 369 | -------------------------------------------------------------------------------- /generate_drive_token.py: -------------------------------------------------------------------------------- 1 | # Why my "App isn't verified" ? 2 | # This might returned by google APIs because 3 | # we are using a high level scope here 4 | 5 | # How to fix it ? 6 | # Just hit the continue anyway button 7 | # because here you are using you own credentials 8 | # so no one gonna steal your data 9 | # else 10 | # complete your developer/app profile and 11 | # submit for review and get verified 12 | # W4RR10R 13 | 14 | from oauth2client.client import OAuth2WebServerFlow 15 | from bot.get_config import getConfig 16 | 17 | __OAUTH_SCOPE = ['https://www.googleapis.com/auth/drive'] 18 | __REDIRECT_URI = 'urn:ietf:wg:oauth:2.0:oob' 19 | 20 | G_DRIVE_CLIENT_ID = getConfig("G_DRIVE_CLIENT_ID") 21 | G_DRIVE_CLIENT_SECRET = getConfig("G_DRIVE_CLIENT_SECRET") 22 | 23 | flow = OAuth2WebServerFlow( 24 | G_DRIVE_CLIENT_ID, 25 | G_DRIVE_CLIENT_SECRET, 26 | __OAUTH_SCOPE, 27 | redirect_uri=__REDIRECT_URI 28 | ) 29 | auth_url = flow.step1_get_authorize_url() 30 | print("Open this URL in any browser and get the refersh token: \n" + auth_url) 31 | refresh_token = input("Enter the token: ") 32 | auth = flow.step2_exchange(refresh_token).to_json() 33 | print(auth) 34 | -------------------------------------------------------------------------------- /heroku.yml: -------------------------------------------------------------------------------- 1 | build: 2 | docker: 3 | worker: Dockerfile 4 | -------------------------------------------------------------------------------- /netrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpEcHiDe/python-aria-mirror-bot/4433fca2b6fbaed5f2afaa1e20ef4f7d1a52d97f/netrc -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | aria2p>=0.9.0,<0.15.0 2 | beautifulsoup4>=4.8.2,<4.8.10 3 | google-api-python-client>=1.7.11,<1.7.20 4 | google-auth-httplib2>=0.0.3,<0.1.0 5 | google-auth-oauthlib>=0.4.1,<0.10.0 6 | httplib2==0.15.0 7 | oauth2client 8 | psutil 9 | pyrogram>=1.0.6,<1.0.7 10 | python-dotenv>=0.10 11 | python-magic 12 | requests 13 | tenacity>=6.0.0 14 | TgCrypto>=1.1.1,<1.1.10 15 | git+git://github.com/sudoshell/youtube-dl@master#youtube_dl 16 | -------------------------------------------------------------------------------- /start.sh: -------------------------------------------------------------------------------- 1 | ./aria.sh; python3 -m bot --------------------------------------------------------------------------------