├── .gitignore ├── .gitmodules ├── Dockerfile ├── LICENSE ├── README-E.md ├── README.md ├── add_to_team_drive.py ├── aria.bat ├── aria.sh ├── bot ├── __init__.py ├── __main__.py ├── helper │ ├── __init__.py │ ├── ext_utils │ │ ├── __init__.py │ │ ├── bot_utils.py │ │ ├── db_handler.py │ │ ├── exceptions.py │ │ └── fs_utils.py │ ├── mirror_utils │ │ ├── __init__.py │ │ ├── download_utils │ │ │ ├── __init__.py │ │ │ ├── aria2_download.py │ │ │ ├── direct_link_generator.py │ │ │ ├── direct_link_generator_license.md │ │ │ ├── download_helper.py │ │ │ ├── mega_downloader.py │ │ │ ├── telegram_downloader.py │ │ │ └── youtube_dl_download_helper.py │ │ ├── status_utils │ │ │ ├── __init__.py │ │ │ ├── aria_download_status.py │ │ │ ├── extract_status.py │ │ │ ├── listeners.py │ │ │ ├── mega_download_status.py │ │ │ ├── status.py │ │ │ ├── tar_status.py │ │ │ ├── telegram_download_status.py │ │ │ ├── upload_status.py │ │ │ └── youtube_dl_download_status.py │ │ └── upload_utils │ │ │ ├── __init__.py │ │ │ └── gdriveTools.py │ └── telegram_helper │ │ ├── __init__.py │ │ ├── bot_commands.py │ │ ├── button_builder.py │ │ ├── filters.py │ │ └── message_utils.py └── modules │ ├── __init__.py │ ├── authorize.py │ ├── cancel_mirror.py │ ├── clone.py │ ├── delete.py │ ├── list.py │ ├── mirror.py │ ├── mirror_status.py │ └── watch.py ├── captain-definition ├── config_sample.env ├── create_table.py ├── extract ├── gen_sa_accounts.py ├── generate_drive_token.py ├── generate_string_session.py ├── heroku.yml ├── log.txt ├── netrc ├── requirements.txt ├── start.sh └── telegraph_token.py /.gitignore: -------------------------------------------------------------------------------- 1 | config.env 2 | credentials.json 3 | token.pickle 4 | token_sa.pickle -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | [submodule "vendor/cmrudl.py"] 2 | path = vendor/cmrudl.py 3 | url = https://github.com/JrMasterModelBuilder/cmrudl.py.git 4 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM lzzy12/mega-sdk-python:latest 2 | 3 | WORKDIR /usr/src/app 4 | RUN chmod 777 /usr/src/app 5 | 6 | RUN apt-get -qq update && \ 7 | apt-get install -y software-properties-common && \ 8 | rm -rf /var/lib/apt/lists/* && \ 9 | apt-add-repository non-free && \ 10 | apt-get -qq update && \ 11 | apt-get -qq install -y p7zip-full p7zip-rar aria2 curl pv jq ffmpeg locales python3-lxml && \ 12 | apt-get purge -y software-properties-common 13 | 14 | COPY requirements.txt . 15 | COPY extract /usr/local/bin 16 | RUN chmod +x /usr/local/bin/extract 17 | RUN pip3 install --no-cache-dir -r requirements.txt 18 | RUN locale-gen en_US.UTF-8 19 | ENV LANG en_US.UTF-8 20 | ENV LANGUAGE en_US:en 21 | ENV LC_ALL en_US.UTF-8 22 | COPY . . 23 | COPY netrc /root/.netrc 24 | RUN chmod +x aria.sh 25 | 26 | CMD ["bash","start.sh"] 27 | 28 | 29 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | GNU GENERAL PUBLIC LICENSE 2 | Version 3, 29 June 2007 3 | 4 | Copyright (C) 2007 Free Software Foundation, Inc. 5 | Everyone is permitted to copy and distribute verbatim copies 6 | of this license document, but changing it is not allowed. 7 | 8 | Preamble 9 | 10 | The GNU General Public License is a free, copyleft license for 11 | software and other kinds of works. 12 | 13 | The licenses for most software and other practical works are designed 14 | to take away your freedom to share and change the works. By contrast, 15 | the GNU General Public License is intended to guarantee your freedom to 16 | share and change all versions of a program--to make sure it remains free 17 | software for all its users. We, the Free Software Foundation, use the 18 | GNU General Public License for most of our software; it applies also to 19 | any other work released this way by its authors. You can apply it to 20 | your programs, too. 21 | 22 | When we speak of free software, we are referring to freedom, not 23 | price. Our General Public Licenses are designed to make sure that you 24 | have the freedom to distribute copies of free software (and charge for 25 | them if you wish), that you receive source code or can get it if you 26 | want it, that you can change the software or use pieces of it in new 27 | free programs, and that you know you can do these things. 28 | 29 | To protect your rights, we need to prevent others from denying you 30 | these rights or asking you to surrender the rights. Therefore, you have 31 | certain responsibilities if you distribute copies of the software, or if 32 | you modify it: responsibilities to respect the freedom of others. 33 | 34 | For example, if you distribute copies of such a program, whether 35 | gratis or for a fee, you must pass on to the recipients the same 36 | freedoms that you received. You must make sure that they, too, receive 37 | or can get the source code. And you must show them these terms so they 38 | know their rights. 39 | 40 | Developers that use the GNU GPL protect your rights with two steps: 41 | (1) assert copyright on the software, and (2) offer you this License 42 | giving you legal permission to copy, distribute and/or modify it. 43 | 44 | For the developers' and authors' protection, the GPL clearly explains 45 | that there is no warranty for this free software. For both users' and 46 | authors' sake, the GPL requires that modified versions be marked as 47 | changed, so that their problems will not be attributed erroneously to 48 | authors of previous versions. 49 | 50 | Some devices are designed to deny users access to install or run 51 | modified versions of the software inside them, although the manufacturer 52 | can do so. This is fundamentally incompatible with the aim of 53 | protecting users' freedom to change the software. The systematic 54 | pattern of such abuse occurs in the area of products for individuals to 55 | use, which is precisely where it is most unacceptable. Therefore, we 56 | have designed this version of the GPL to prohibit the practice for those 57 | products. If such problems arise substantially in other domains, we 58 | stand ready to extend this provision to those domains in future versions 59 | of the GPL, as needed to protect the freedom of users. 60 | 61 | Finally, every program is threatened constantly by software patents. 62 | States should not allow patents to restrict development and use of 63 | software on general-purpose computers, but in those that do, we wish to 64 | avoid the special danger that patents applied to a free program could 65 | make it effectively proprietary. To prevent this, the GPL assures that 66 | patents cannot be used to render the program non-free. 67 | 68 | The precise terms and conditions for copying, distribution and 69 | modification follow. 70 | 71 | TERMS AND CONDITIONS 72 | 73 | 0. Definitions. 74 | 75 | "This License" refers to version 3 of the GNU General Public License. 76 | 77 | "Copyright" also means copyright-like laws that apply to other kinds of 78 | works, such as semiconductor masks. 79 | 80 | "The Program" refers to any copyrightable work licensed under this 81 | License. Each licensee is addressed as "you". "Licensees" and 82 | "recipients" may be individuals or organizations. 83 | 84 | To "modify" a work means to copy from or adapt all or part of the work 85 | in a fashion requiring copyright permission, other than the making of an 86 | exact copy. The resulting work is called a "modified version" of the 87 | earlier work or a work "based on" the earlier work. 88 | 89 | A "covered work" means either the unmodified Program or a work based 90 | on the Program. 91 | 92 | To "propagate" a work means to do anything with it that, without 93 | permission, would make you directly or secondarily liable for 94 | infringement under applicable copyright law, except executing it on a 95 | computer or modifying a private copy. Propagation includes copying, 96 | distribution (with or without modification), making available to the 97 | public, and in some countries other activities as well. 98 | 99 | To "convey" a work means any kind of propagation that enables other 100 | parties to make or receive copies. Mere interaction with a user through 101 | a computer network, with no transfer of a copy, is not conveying. 102 | 103 | An interactive user interface displays "Appropriate Legal Notices" 104 | to the extent that it includes a convenient and prominently visible 105 | feature that (1) displays an appropriate copyright notice, and (2) 106 | tells the user that there is no warranty for the work (except to the 107 | extent that warranties are provided), that licensees may convey the 108 | work under this License, and how to view a copy of this License. If 109 | the interface presents a list of user commands or options, such as a 110 | menu, a prominent item in the list meets this criterion. 111 | 112 | 1. Source Code. 113 | 114 | The "source code" for a work means the preferred form of the work 115 | for making modifications to it. "Object code" means any non-source 116 | form of a work. 117 | 118 | A "Standard Interface" means an interface that either is an official 119 | standard defined by a recognized standards body, or, in the case of 120 | interfaces specified for a particular programming language, one that 121 | is widely used among developers working in that language. 122 | 123 | The "System Libraries" of an executable work include anything, other 124 | than the work as a whole, that (a) is included in the normal form of 125 | packaging a Major Component, but which is not part of that Major 126 | Component, and (b) serves only to enable use of the work with that 127 | Major Component, or to implement a Standard Interface for which an 128 | implementation is available to the public in source code form. A 129 | "Major Component", in this context, means a major essential component 130 | (kernel, window system, and so on) of the specific operating system 131 | (if any) on which the executable work runs, or a compiler used to 132 | produce the work, or an object code interpreter used to run it. 133 | 134 | The "Corresponding Source" for a work in object code form means all 135 | the source code needed to generate, install, and (for an executable 136 | work) run the object code and to modify the work, including scripts to 137 | control those activities. However, it does not include the work's 138 | System Libraries, or general-purpose tools or generally available free 139 | programs which are used unmodified in performing those activities but 140 | which are not part of the work. For example, Corresponding Source 141 | includes interface definition files associated with source files for 142 | the work, and the source code for shared libraries and dynamically 143 | linked subprograms that the work is specifically designed to require, 144 | such as by intimate data communication or control flow between those 145 | subprograms and other parts of the work. 146 | 147 | The Corresponding Source need not include anything that users 148 | can regenerate automatically from other parts of the Corresponding 149 | Source. 150 | 151 | The Corresponding Source for a work in source code form is that 152 | same work. 153 | 154 | 2. Basic Permissions. 155 | 156 | All rights granted under this License are granted for the term of 157 | copyright on the Program, and are irrevocable provided the stated 158 | conditions are met. This License explicitly affirms your unlimited 159 | permission to run the unmodified Program. The output from running a 160 | covered work is covered by this License only if the output, given its 161 | content, constitutes a covered work. This License acknowledges your 162 | rights of fair use or other equivalent, as provided by copyright law. 163 | 164 | You may make, run and propagate covered works that you do not 165 | convey, without conditions so long as your license otherwise remains 166 | in force. You may convey covered works to others for the sole purpose 167 | of having them make modifications exclusively for you, or provide you 168 | with facilities for running those works, provided that you comply with 169 | the terms of this License in conveying all material for which you do 170 | not control copyright. Those thus making or running the covered works 171 | for you must do so exclusively on your behalf, under your direction 172 | and control, on terms that prohibit them from making any copies of 173 | your copyrighted material outside their relationship with you. 174 | 175 | Conveying under any other circumstances is permitted solely under 176 | the conditions stated below. Sublicensing is not allowed; section 10 177 | makes it unnecessary. 178 | 179 | 3. Protecting Users' Legal Rights From Anti-Circumvention Law. 180 | 181 | No covered work shall be deemed part of an effective technological 182 | measure under any applicable law fulfilling obligations under article 183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or 184 | similar laws prohibiting or restricting circumvention of such 185 | measures. 186 | 187 | When you convey a covered work, you waive any legal power to forbid 188 | circumvention of technological measures to the extent such circumvention 189 | is effected by exercising rights under this License with respect to 190 | the covered work, and you disclaim any intention to limit operation or 191 | modification of the work as a means of enforcing, against the work's 192 | users, your or third parties' legal rights to forbid circumvention of 193 | technological measures. 194 | 195 | 4. Conveying Verbatim Copies. 196 | 197 | You may convey verbatim copies of the Program's source code as you 198 | receive it, in any medium, provided that you conspicuously and 199 | appropriately publish on each copy an appropriate copyright notice; 200 | keep intact all notices stating that this License and any 201 | non-permissive terms added in accord with section 7 apply to the code; 202 | keep intact all notices of the absence of any warranty; and give all 203 | recipients a copy of this License along with the Program. 204 | 205 | You may charge any price or no price for each copy that you convey, 206 | and you may offer support or warranty protection for a fee. 207 | 208 | 5. Conveying Modified Source Versions. 209 | 210 | You may convey a work based on the Program, or the modifications to 211 | produce it from the Program, in the form of source code under the 212 | terms of section 4, provided that you also meet all of these conditions: 213 | 214 | a) The work must carry prominent notices stating that you modified 215 | it, and giving a relevant date. 216 | 217 | b) The work must carry prominent notices stating that it is 218 | released under this License and any conditions added under section 219 | 7. This requirement modifies the requirement in section 4 to 220 | "keep intact all notices". 221 | 222 | c) You must license the entire work, as a whole, under this 223 | License to anyone who comes into possession of a copy. This 224 | License will therefore apply, along with any applicable section 7 225 | additional terms, to the whole of the work, and all its parts, 226 | regardless of how they are packaged. This License gives no 227 | permission to license the work in any other way, but it does not 228 | invalidate such permission if you have separately received it. 229 | 230 | d) If the work has interactive user interfaces, each must display 231 | Appropriate Legal Notices; however, if the Program has interactive 232 | interfaces that do not display Appropriate Legal Notices, your 233 | work need not make them do so. 234 | 235 | A compilation of a covered work with other separate and independent 236 | works, which are not by their nature extensions of the covered work, 237 | and which are not combined with it such as to form a larger program, 238 | in or on a volume of a storage or distribution medium, is called an 239 | "aggregate" if the compilation and its resulting copyright are not 240 | used to limit the access or legal rights of the compilation's users 241 | beyond what the individual works permit. Inclusion of a covered work 242 | in an aggregate does not cause this License to apply to the other 243 | parts of the aggregate. 244 | 245 | 6. Conveying Non-Source Forms. 246 | 247 | You may convey a covered work in object code form under the terms 248 | of sections 4 and 5, provided that you also convey the 249 | machine-readable Corresponding Source under the terms of this License, 250 | in one of these ways: 251 | 252 | a) Convey the object code in, or embodied in, a physical product 253 | (including a physical distribution medium), accompanied by the 254 | Corresponding Source fixed on a durable physical medium 255 | customarily used for software interchange. 256 | 257 | b) Convey the object code in, or embodied in, a physical product 258 | (including a physical distribution medium), accompanied by a 259 | written offer, valid for at least three years and valid for as 260 | long as you offer spare parts or customer support for that product 261 | model, to give anyone who possesses the object code either (1) a 262 | copy of the Corresponding Source for all the software in the 263 | product that is covered by this License, on a durable physical 264 | medium customarily used for software interchange, for a price no 265 | more than your reasonable cost of physically performing this 266 | conveying of source, or (2) access to copy the 267 | Corresponding Source from a network server at no charge. 268 | 269 | c) Convey individual copies of the object code with a copy of the 270 | written offer to provide the Corresponding Source. This 271 | alternative is allowed only occasionally and noncommercially, and 272 | only if you received the object code with such an offer, in accord 273 | with subsection 6b. 274 | 275 | d) Convey the object code by offering access from a designated 276 | place (gratis or for a charge), and offer equivalent access to the 277 | Corresponding Source in the same way through the same place at no 278 | further charge. You need not require recipients to copy the 279 | Corresponding Source along with the object code. If the place to 280 | copy the object code is a network server, the Corresponding Source 281 | may be on a different server (operated by you or a third party) 282 | that supports equivalent copying facilities, provided you maintain 283 | clear directions next to the object code saying where to find the 284 | Corresponding Source. Regardless of what server hosts the 285 | Corresponding Source, you remain obligated to ensure that it is 286 | available for as long as needed to satisfy these requirements. 287 | 288 | e) Convey the object code using peer-to-peer transmission, provided 289 | you inform other peers where the object code and Corresponding 290 | Source of the work are being offered to the general public at no 291 | charge under subsection 6d. 292 | 293 | A separable portion of the object code, whose source code is excluded 294 | from the Corresponding Source as a System Library, need not be 295 | included in conveying the object code work. 296 | 297 | A "User Product" is either (1) a "consumer product", which means any 298 | tangible personal property which is normally used for personal, family, 299 | or household purposes, or (2) anything designed or sold for incorporation 300 | into a dwelling. In determining whether a product is a consumer product, 301 | doubtful cases shall be resolved in favor of coverage. For a particular 302 | product received by a particular user, "normally used" refers to a 303 | typical or common use of that class of product, regardless of the status 304 | of the particular user or of the way in which the particular user 305 | actually uses, or expects or is expected to use, the product. A product 306 | is a consumer product regardless of whether the product has substantial 307 | commercial, industrial or non-consumer uses, unless such uses represent 308 | the only significant mode of use of the product. 309 | 310 | "Installation Information" for a User Product means any methods, 311 | procedures, authorization keys, or other information required to install 312 | and execute modified versions of a covered work in that User Product from 313 | a modified version of its Corresponding Source. The information must 314 | suffice to ensure that the continued functioning of the modified object 315 | code is in no case prevented or interfered with solely because 316 | modification has been made. 317 | 318 | If you convey an object code work under this section in, or with, or 319 | specifically for use in, a User Product, and the conveying occurs as 320 | part of a transaction in which the right of possession and use of the 321 | User Product is transferred to the recipient in perpetuity or for a 322 | fixed term (regardless of how the transaction is characterized), the 323 | Corresponding Source conveyed under this section must be accompanied 324 | by the Installation Information. But this requirement does not apply 325 | if neither you nor any third party retains the ability to install 326 | modified object code on the User Product (for example, the work has 327 | been installed in ROM). 328 | 329 | The requirement to provide Installation Information does not include a 330 | requirement to continue to provide support service, warranty, or updates 331 | for a work that has been modified or installed by the recipient, or for 332 | the User Product in which it has been modified or installed. Access to a 333 | network may be denied when the modification itself materially and 334 | adversely affects the operation of the network or violates the rules and 335 | protocols for communication across the network. 336 | 337 | Corresponding Source conveyed, and Installation Information provided, 338 | in accord with this section must be in a format that is publicly 339 | documented (and with an implementation available to the public in 340 | source code form), and must require no special password or key for 341 | unpacking, reading or copying. 342 | 343 | 7. Additional Terms. 344 | 345 | "Additional permissions" are terms that supplement the terms of this 346 | License by making exceptions from one or more of its conditions. 347 | Additional permissions that are applicable to the entire Program shall 348 | be treated as though they were included in this License, to the extent 349 | that they are valid under applicable law. If additional permissions 350 | apply only to part of the Program, that part may be used separately 351 | under those permissions, but the entire Program remains governed by 352 | this License without regard to the additional permissions. 353 | 354 | When you convey a copy of a covered work, you may at your option 355 | remove any additional permissions from that copy, or from any part of 356 | it. (Additional permissions may be written to require their own 357 | removal in certain cases when you modify the work.) You may place 358 | additional permissions on material, added by you to a covered work, 359 | for which you have or can give appropriate copyright permission. 360 | 361 | Notwithstanding any other provision of this License, for material you 362 | add to a covered work, you may (if authorized by the copyright holders of 363 | that material) supplement the terms of this License with terms: 364 | 365 | a) Disclaiming warranty or limiting liability differently from the 366 | terms of sections 15 and 16 of this License; or 367 | 368 | b) Requiring preservation of specified reasonable legal notices or 369 | author attributions in that material or in the Appropriate Legal 370 | Notices displayed by works containing it; or 371 | 372 | c) Prohibiting misrepresentation of the origin of that material, or 373 | requiring that modified versions of such material be marked in 374 | reasonable ways as different from the original version; or 375 | 376 | d) Limiting the use for publicity purposes of names of licensors or 377 | authors of the material; or 378 | 379 | e) Declining to grant rights under trademark law for use of some 380 | trade names, trademarks, or service marks; or 381 | 382 | f) Requiring indemnification of licensors and authors of that 383 | material by anyone who conveys the material (or modified versions of 384 | it) with contractual assumptions of liability to the recipient, for 385 | any liability that these contractual assumptions directly impose on 386 | those licensors and authors. 387 | 388 | All other non-permissive additional terms are considered "further 389 | restrictions" within the meaning of section 10. If the Program as you 390 | received it, or any part of it, contains a notice stating that it is 391 | governed by this License along with a term that is a further 392 | restriction, you may remove that term. If a license document contains 393 | a further restriction but permits relicensing or conveying under this 394 | License, you may add to a covered work material governed by the terms 395 | of that license document, provided that the further restriction does 396 | not survive such relicensing or conveying. 397 | 398 | If you add terms to a covered work in accord with this section, you 399 | must place, in the relevant source files, a statement of the 400 | additional terms that apply to those files, or a notice indicating 401 | where to find the applicable terms. 402 | 403 | Additional terms, permissive or non-permissive, may be stated in the 404 | form of a separately written license, or stated as exceptions; 405 | the above requirements apply either way. 406 | 407 | 8. Termination. 408 | 409 | You may not propagate or modify a covered work except as expressly 410 | provided under this License. Any attempt otherwise to propagate or 411 | modify it is void, and will automatically terminate your rights under 412 | this License (including any patent licenses granted under the third 413 | paragraph of section 11). 414 | 415 | However, if you cease all violation of this License, then your 416 | license from a particular copyright holder is reinstated (a) 417 | provisionally, unless and until the copyright holder explicitly and 418 | finally terminates your license, and (b) permanently, if the copyright 419 | holder fails to notify you of the violation by some reasonable means 420 | prior to 60 days after the cessation. 421 | 422 | Moreover, your license from a particular copyright holder is 423 | reinstated permanently if the copyright holder notifies you of the 424 | violation by some reasonable means, this is the first time you have 425 | received notice of violation of this License (for any work) from that 426 | copyright holder, and you cure the violation prior to 30 days after 427 | your receipt of the notice. 428 | 429 | Termination of your rights under this section does not terminate the 430 | licenses of parties who have received copies or rights from you under 431 | this License. If your rights have been terminated and not permanently 432 | reinstated, you do not qualify to receive new licenses for the same 433 | material under section 10. 434 | 435 | 9. Acceptance Not Required for Having Copies. 436 | 437 | You are not required to accept this License in order to receive or 438 | run a copy of the Program. Ancillary propagation of a covered work 439 | occurring solely as a consequence of using peer-to-peer transmission 440 | to receive a copy likewise does not require acceptance. However, 441 | nothing other than this License grants you permission to propagate or 442 | modify any covered work. These actions infringe copyright if you do 443 | not accept this License. Therefore, by modifying or propagating a 444 | covered work, you indicate your acceptance of this License to do so. 445 | 446 | 10. Automatic Licensing of Downstream Recipients. 447 | 448 | Each time you convey a covered work, the recipient automatically 449 | receives a license from the original licensors, to run, modify and 450 | propagate that work, subject to this License. You are not responsible 451 | for enforcing compliance by third parties with this License. 452 | 453 | An "entity transaction" is a transaction transferring control of an 454 | organization, or substantially all assets of one, or subdividing an 455 | organization, or merging organizations. If propagation of a covered 456 | work results from an entity transaction, each party to that 457 | transaction who receives a copy of the work also receives whatever 458 | licenses to the work the party's predecessor in interest had or could 459 | give under the previous paragraph, plus a right to possession of the 460 | Corresponding Source of the work from the predecessor in interest, if 461 | the predecessor has it or can get it with reasonable efforts. 462 | 463 | You may not impose any further restrictions on the exercise of the 464 | rights granted or affirmed under this License. For example, you may 465 | not impose a license fee, royalty, or other charge for exercise of 466 | rights granted under this License, and you may not initiate litigation 467 | (including a cross-claim or counterclaim in a lawsuit) alleging that 468 | any patent claim is infringed by making, using, selling, offering for 469 | sale, or importing the Program or any portion of it. 470 | 471 | 11. Patents. 472 | 473 | A "contributor" is a copyright holder who authorizes use under this 474 | License of the Program or a work on which the Program is based. The 475 | work thus licensed is called the contributor's "contributor version". 476 | 477 | A contributor's "essential patent claims" are all patent claims 478 | owned or controlled by the contributor, whether already acquired or 479 | hereafter acquired, that would be infringed by some manner, permitted 480 | by this License, of making, using, or selling its contributor version, 481 | but do not include claims that would be infringed only as a 482 | consequence of further modification of the contributor version. For 483 | purposes of this definition, "control" includes the right to grant 484 | patent sublicenses in a manner consistent with the requirements of 485 | this License. 486 | 487 | Each contributor grants you a non-exclusive, worldwide, royalty-free 488 | patent license under the contributor's essential patent claims, to 489 | make, use, sell, offer for sale, import and otherwise run, modify and 490 | propagate the contents of its contributor version. 491 | 492 | In the following three paragraphs, a "patent license" is any express 493 | agreement or commitment, however denominated, not to enforce a patent 494 | (such as an express permission to practice a patent or covenant not to 495 | sue for patent infringement). To "grant" such a patent license to a 496 | party means to make such an agreement or commitment not to enforce a 497 | patent against the party. 498 | 499 | If you convey a covered work, knowingly relying on a patent license, 500 | and the Corresponding Source of the work is not available for anyone 501 | to copy, free of charge and under the terms of this License, through a 502 | publicly available network server or other readily accessible means, 503 | then you must either (1) cause the Corresponding Source to be so 504 | available, or (2) arrange to deprive yourself of the benefit of the 505 | patent license for this particular work, or (3) arrange, in a manner 506 | consistent with the requirements of this License, to extend the patent 507 | license to downstream recipients. "Knowingly relying" means you have 508 | actual knowledge that, but for the patent license, your conveying the 509 | covered work in a country, or your recipient's use of the covered work 510 | in a country, would infringe one or more identifiable patents in that 511 | country that you have reason to believe are valid. 512 | 513 | If, pursuant to or in connection with a single transaction or 514 | arrangement, you convey, or propagate by procuring conveyance of, a 515 | covered work, and grant a patent license to some of the parties 516 | receiving the covered work authorizing them to use, propagate, modify 517 | or convey a specific copy of the covered work, then the patent license 518 | you grant is automatically extended to all recipients of the covered 519 | work and works based on it. 520 | 521 | A patent license is "discriminatory" if it does not include within 522 | the scope of its coverage, prohibits the exercise of, or is 523 | conditioned on the non-exercise of one or more of the rights that are 524 | specifically granted under this License. You may not convey a covered 525 | work if you are a party to an arrangement with a third party that is 526 | in the business of distributing software, under which you make payment 527 | to the third party based on the extent of your activity of conveying 528 | the work, and under which the third party grants, to any of the 529 | parties who would receive the covered work from you, a discriminatory 530 | patent license (a) in connection with copies of the covered work 531 | conveyed by you (or copies made from those copies), or (b) primarily 532 | for and in connection with specific products or compilations that 533 | contain the covered work, unless you entered into that arrangement, 534 | or that patent license was granted, prior to 28 March 2007. 535 | 536 | Nothing in this License shall be construed as excluding or limiting 537 | any implied license or other defenses to infringement that may 538 | otherwise be available to you under applicable patent law. 539 | 540 | 12. No Surrender of Others' Freedom. 541 | 542 | If conditions are imposed on you (whether by court order, agreement or 543 | otherwise) that contradict the conditions of this License, they do not 544 | excuse you from the conditions of this License. If you cannot convey a 545 | covered work so as to satisfy simultaneously your obligations under this 546 | License and any other pertinent obligations, then as a consequence you may 547 | not convey it at all. For example, if you agree to terms that obligate you 548 | to collect a royalty for further conveying from those to whom you convey 549 | the Program, the only way you could satisfy both those terms and this 550 | License would be to refrain entirely from conveying the Program. 551 | 552 | 13. Use with the GNU Affero General Public License. 553 | 554 | Notwithstanding any other provision of this License, you have 555 | permission to link or combine any covered work with a work licensed 556 | under version 3 of the GNU Affero General Public License into a single 557 | combined work, and to convey the resulting work. The terms of this 558 | License will continue to apply to the part which is the covered work, 559 | but the special requirements of the GNU Affero General Public License, 560 | section 13, concerning interaction through a network will apply to the 561 | combination as such. 562 | 563 | 14. Revised Versions of this License. 564 | 565 | The Free Software Foundation may publish revised and/or new versions of 566 | the GNU General Public License from time to time. Such new versions will 567 | be similar in spirit to the present version, but may differ in detail to 568 | address new problems or concerns. 569 | 570 | Each version is given a distinguishing version number. If the 571 | Program specifies that a certain numbered version of the GNU General 572 | Public License "or any later version" applies to it, you have the 573 | option of following the terms and conditions either of that numbered 574 | version or of any later version published by the Free Software 575 | Foundation. If the Program does not specify a version number of the 576 | GNU General Public License, you may choose any version ever published 577 | by the Free Software Foundation. 578 | 579 | If the Program specifies that a proxy can decide which future 580 | versions of the GNU General Public License can be used, that proxy's 581 | public statement of acceptance of a version permanently authorizes you 582 | to choose that version for the Program. 583 | 584 | Later license versions may give you additional or different 585 | permissions. However, no additional obligations are imposed on any 586 | author or copyright holder as a result of your choosing to follow a 587 | later version. 588 | 589 | 15. Disclaimer of Warranty. 590 | 591 | THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY 592 | APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT 593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY 594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, 595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 596 | PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM 597 | IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF 598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 599 | 600 | 16. Limitation of Liability. 601 | 602 | IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING 603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS 604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY 605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE 606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF 607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD 608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), 609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF 610 | SUCH DAMAGES. 611 | 612 | 17. Interpretation of Sections 15 and 16. 613 | 614 | If the disclaimer of warranty and limitation of liability provided 615 | above cannot be given local legal effect according to their terms, 616 | reviewing courts shall apply local law that most closely approximates 617 | an absolute waiver of all civil liability in connection with the 618 | Program, unless a warranty or assumption of liability accompanies a 619 | copy of the Program in return for a fee. 620 | 621 | END OF TERMS AND CONDITIONS 622 | 623 | How to Apply These Terms to Your New Programs 624 | 625 | If you develop a new program, and you want it to be of the greatest 626 | possible use to the public, the best way to achieve this is to make it 627 | free software which everyone can redistribute and change under these terms. 628 | 629 | To do so, attach the following notices to the program. It is safest 630 | to attach them to the start of each source file to most effectively 631 | state the exclusion of warranty; and each file should have at least 632 | the "copyright" line and a pointer to where the full notice is found. 633 | 634 | 635 | Copyright (C) 636 | 637 | This program is free software: you can redistribute it and/or modify 638 | it under the terms of the GNU General Public License as published by 639 | the Free Software Foundation, either version 3 of the License, or 640 | (at your option) any later version. 641 | 642 | This program is distributed in the hope that it will be useful, 643 | but WITHOUT ANY WARRANTY; without even the implied warranty of 644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 645 | GNU General Public License for more details. 646 | 647 | You should have received a copy of the GNU General Public License 648 | along with this program. If not, see . 649 | 650 | Also add information on how to contact you by electronic and paper mail. 651 | 652 | If the program does terminal interaction, make it output a short 653 | notice like this when it starts in an interactive mode: 654 | 655 | Copyright (C) 656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. 657 | This is free software, and you are welcome to redistribute it 658 | under certain conditions; type `show c' for details. 659 | 660 | The hypothetical commands `show w' and `show c' should show the appropriate 661 | parts of the General Public License. Of course, your program's commands 662 | might be different; for a GUI interface, you would use an "about box". 663 | 664 | You should also get your employer (if you work as a programmer) or school, 665 | if any, to sign a "copyright disclaimer" for the program, if necessary. 666 | For more information on this, and how to apply and follow the GNU GPL, see 667 | . 668 | 669 | The GNU General Public License does not permit incorporating your program 670 | into proprietary programs. If your program is a subroutine library, you 671 | may consider it more useful to permit linking proprietary applications with 672 | the library. If this is what you want to do, use the GNU Lesser General 673 | Public License instead of this License. But first, please read 674 | . 675 | -------------------------------------------------------------------------------- /README-E.md: -------------------------------------------------------------------------------- 1 | # What is this repo about? 2 | This is a telegram bot writen in python for mirroring files on the internet to our beloved Google Drive. 3 | 4 | # Inspiration 5 | This project is heavily inspired from @out386 's telegram bot which is written in JS. 6 | 7 | # Features supported: 8 | - Mirroring direct download links to google drive 9 | - Download progress 10 | - Upload progress 11 | - Download/upload speeds and ETAs 12 | - Docker support 13 | - Uploading To Team Drives. 14 | - Index Link support 15 | - Service account support 16 | - Mirror all youtube-dl supported links 17 | - Mirror telegram files 18 | 19 | # Upcoming features (TODOs): 20 | 21 | # How to deploy? 22 | Deploying is pretty much straight forward and is divided into several steps as follows: 23 | 24 | - Clone this repo: 25 | ``` 26 | git clone https://github.com/lzzy12/python-aria-mirror-bot mirror-bot/ 27 | cd mirror-bot 28 | ``` 29 | 30 | ## Setting up config file 31 | ``` 32 | cp config_sample.env config.env 33 | ``` 34 | - Remove the first line saying: 35 | ``` 36 | _____REMOVE_THIS_LINE_____=True 37 | ``` 38 | Fill up rest of the fields. Meaning of each fields are discussed below: 39 | - **BOT_TOKEN** : The telegram bot token that you get from @BotFather 40 | - **GDRIVE_FOLDER_ID** : This is the folder ID of the Google Drive Folder to which you want to upload all the mirrors. 41 | - **TELEGRAPH_TOKEN** : The token generated by running: 42 | ``` 43 | python3 telegraph_token.py 44 | ``` 45 | - **DOWNLOAD_DIR** : The path to the local folder where the downloads should be downloaded to 46 | - **DOWNLOAD_STATUS_UPDATE_INTERVAL** : A short interval of time in seconds after which the Mirror progress message is updated. (I recommend to keep it 5 seconds at least) 47 | - **OWNER_ID** : The Telegram user ID (not username) of the owner of the bot 48 | - **AUTO_DELETE_MESSAGE_DURATION** : Interval of time (in seconds), after which the bot deletes it's message (and command message) which is expected to be viewed instantly. Note: Set to -1 to never automatically delete messages 49 | - **IS_TEAM_DRIVE** : (Optional field) Set to "True" if GDRIVE_FOLDER_ID is from a Team Drive else False or Leave it empty. 50 | - **USE_SERVICE_ACCOUNTS**: (Optional field) (Leave empty if unsure) Whether to use service accounts or not. For this to work see "Using service accounts" section below. 51 | - **INDEX_URL** : (Optional field) Refer to https://github.com/maple3142/GDIndex/ The URL should not have any trailing '/' & it should have http prefix. 52 | - **API_KEY** : This is to authenticate to your telegram account for downloading Telegram files. You can get this from https://my.telegram.org DO NOT put this in quotes. 53 | - **API_HASH** : This is to authenticate to your telegram account for downloading Telegram files. You can get this from https://my.telegram.org 54 | - **USER_SESSION_STRING** : Session string generated by running: 55 | ``` 56 | python3 generate_string_session.py 57 | ``` 58 | - **MEGA_API_KEY**: Mega.nz api key to mirror mega.nz links. Get it from [Mega SDK Page](https://mega.nz/sdk) 59 | - **MEGA_EMAIL_ID**: Your email id you used to sign up on mega.nz for using premium accounts (Leave th) 60 | - **MEGA_PASSWORD**: Your password for your mega.nz account 61 | 62 | Note: You can limit maximum concurrent downloads by changing the value of MAX_CONCURRENT_DOWNLOADS in aria.sh. By default, it's set to 2 63 | 64 | ## Getting Google OAuth API credential file 65 | 66 | - Visit the [Google Cloud Console](https://console.developers.google.com/apis/credentials) 67 | - Go to the OAuth Consent tab, fill it, and save. 68 | - Go to the Credentials tab and click Create Credentials -> OAuth Client ID 69 | - Choose Desktop and Create. 70 | - Use the download button to download your credentials. 71 | - Move that file to the root of mirror-bot, and rename it to credentials.json 72 | - Visit [Google API page](https://console.developers.google.com/apis/library) 73 | - Search for Drive and enable it if it is disabled 74 | - Finally, run the script to generate token file (token.pickle) for Google Drive: 75 | ``` 76 | pip install google-api-python-client google-auth-httplib2 google-auth-oauthlib 77 | python3 generate_drive_token.py 78 | ``` 79 | 80 | ## Deploying on Heroku 81 | 82 | - Run the script to generate token file(token.pickle) for Google Drive: 83 | ``` 84 | python3 generate_drive_token.py 85 | ``` 86 | - Install [Heroku cli](https://devcenter.heroku.com/articles/heroku-cli) 87 | - Login into your heroku account with command: 88 | ``` 89 | heroku login 90 | ``` 91 | - Create a new heroku app: 92 | ``` 93 | heroku create appname 94 | ``` 95 | - Select This App in your Heroku-cli: 96 | ``` 97 | heroku git:remote -a appname 98 | ``` 99 | - Change Dyno Stack to a Docker Container: 100 | ``` 101 | heroku stack:set container 102 | ``` 103 | - Add database - [check here](https://github.com/SVR666/LoaderX-Bot#adding-database) (only if you are deploying it for the 1st time) 104 | 105 | - Add Private Credentials and Config Stuff: 106 | ``` 107 | git add -f credentials.json token.pickle config.env heroku.yml 108 | ``` 109 | - Commit new changes: 110 | ``` 111 | git commit -m "Added Creds." 112 | ``` 113 | - Push Code to Heroku: 114 | ``` 115 | git push heroku master --force 116 | ``` 117 | - Restart Worker by these commands: 118 | ``` 119 | heroku ps:scale worker=0 120 | ``` 121 | ``` 122 | heroku ps:scale worker=1 123 | ``` 124 | 125 | # Using service accounts for uploading to avoid user rate limit 126 | For Service Account to work, you must set USE_SERVICE_ACCOUNTS="True" in config file or environment variables 127 | Many thanks to [AutoRClone](https://github.com/xyou365/AutoRclone) for the scripts 128 | ## Generating service accounts 129 | Step 1. Generate service accounts [What is service account](https://cloud.google.com/iam/docs/service-accounts) 130 | --------------------------------- 131 | Let us create only the service accounts that we need. 132 | **Warning:** abuse of this feature is not the aim of autorclone and we do **NOT** recommend that you make a lot of projects, just one project and 100 sa allow you plenty of use, its also possible that overabuse might get your projects banned by google. 133 | 134 | ``` 135 | Note: 1 service account can copy around 750gb a day, 1 project makes 100 service accounts so thats 75tb a day, for most users this should easily suffice. 136 | ``` 137 | 138 | `python3 gen_sa_accounts.py --quick-setup 1 --new-only` 139 | 140 | A folder named accounts will be created which will contain keys for the service accounts created 141 | 142 | NOTE: If you have created SAs in past from this script, you can also just re download the keys by running: 143 | ``` 144 | python3 gen_sa_accounts.py --download-keys project_id 145 | ``` 146 | 147 | ### Add all the service accounts to the Team Drive or folder 148 | - Run: 149 | ``` 150 | python3 add_to_team_drive.py -d SharedTeamDriveSrcID 151 | ``` 152 | 153 | # Youtube-dl authentication using .netrc file 154 | For using your premium accounts in youtube-dl, edit the netrc file (in the root directory of this repository) according to following format: 155 | ``` 156 | machine host login username password my_youtube_password 157 | ``` 158 | where host is the name of extractor (eg. youtube, twitch). Multiple accounts of different hosts can be added each separated by a new line 159 | 160 | # Adding Database 161 | - Add Heroku Postgres 162 | ``` 163 | heroku addons:create heroku-postgresql 164 | ``` 165 | - Copy DATABASE_URL value from the heroku app config vars 166 | ``` 167 | python3 create_table.py 168 | ``` 169 | - Paste the copied value -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # ENGLISH VERSION 2 | Go to this page if you wanna read english version [English Version](https://github.com/GlgApr/TorrentMega2GoogleDrive/blob/master/README-E.md) 3 | 4 | # Repo apaan ni man? 5 | Repo puyuh buat download dari torrent/mega.nz/direct link terus diupload ke Google Drive tercinta, support TeamDrive juga biar storagemu ga penuh + support Google Drive Index juga biar ga repot atur-atur izin.. 6 | Anggap aja kalian udah tau tentang heroku, udah punya akunnya, minimal tau lah ya basicnya. 7 | 8 | # TUTORIAL LENGKAP? 9 | Klo butuh tutorial lengkap, ngomong aje ye, bakal ditulis di [Blog ini](https://bloggertamvan.com) 10 | 11 | 12 | # Inspiration 13 | This project is heavily inspired from @out386 's telegram bot which is written in JS. 14 | 15 | 16 | # Fitur-fitur mantapnya antara lain: 17 | - Download dari torrent, mega.nz, atau direct link ke google drive 18 | - Download dari streaming video kek Youtube, Dailymotion, Zippyshare, dkk ke Google Drive 19 | - Download proses 20 | - Upload proses 21 | - Kecepatan Download/upload lengkap dengan sisa waktu 22 | - Docker support 23 | - Uploading To Team Drives. 24 | - Index Link support 25 | - Service account support 26 | - Download dari semua link yang didukung youtube-dl 27 | - Download dari telegram file 28 | 29 | # Upcoming features (TODOs): 30 | 31 | # Cara deploy? 32 | Sabar ya, ini agak ribet kalau masih pertama kali. 33 | 34 | - Clone this repo (pastiin udah install git ya) atau download langsung masternya yang format .zip nya juga bisa: 35 | ``` 36 | git clone https://github.com/glgapr/TorrentMega2GoogleDrive 37 | cd TorrentMega2GoogleDrive 38 | ``` 39 | 40 | ## Setting up config file 41 | - Copy file config_sample.env terus rename jadi config.env 42 | ``` 43 | cp config_sample.env config.env 44 | ``` 45 | - Hapus garis pertama yang tulisannya: 46 | ``` 47 | _____REMOVE_THIS_LINE_____=True 48 | ``` 49 | Terus edit, isi data sesuai yang diminta: 50 | - **BOT_TOKEN** : Telegram bot token dari @BotFather 51 | - **GDRIVE_FOLDER_ID** : ID Folder Google Drive buat tempat upload hasil download. 52 | - **TELEGRAPH_TOKEN** : Jalankan perintah di bawah ini untuk mendapatkan token: 53 | ``` 54 | python3 telegraph_token.py 55 | ``` 56 | - **DOWNLOAD_DIR** : Lokasi unduhan default di servermu 57 | - **DOWNLOAD_STATUS_UPDATE_INTERVAL** : Lama waktu status download diupdate, default 5. Ga ngerti biarin aja 58 | - **OWNER_ID** : user ID Telegram pembuat (bukan username). Cek id? Pake aja bot https://t.me/myidbot 59 | - **AUTO_DELETE_MESSAGE_DURATION** : Lama waktu untuk menghapus pesan yang dikirim ke bot, isi -1 biar ga kehapus. 60 | - **IS_TEAM_DRIVE** : Isi "True" klo mau make Team Drive, klo ngga isi "False" atau kosongin aja (tanpa tanda "). 61 | - **USE_SERVICE_ACCOUNTS**: Kalau ga paham kosongin aja. 62 | - **INDEX_URL** : Link Google Drive Index, ga paham? Baca aja di sini https://github.com/maple3142/GDIndex/. Harus http dan tanpa / diakhir link. Ga paham? Kosongin aja wes. 63 | - **API_KEY** : Buat download file dari telegram butuh API ini, dambil di https://my.telegram.org (tanpa "") 64 | - **API_HASH** : Buat download file dari telegram butuh API ini, dambil di https://my.telegram.org 65 | - **USER_SESSION_STRING** : Jalankan perintah ini untuk ngambil session string: 66 | ``` 67 | python3 generate_string_session.py 68 | ``` 69 | - **MEGA_API_KEY**: API Mega.nz buat download dari mega.nz. Ambil di [Mega SDK Page](https://mega.nz/sdk) 70 | - **MEGA_EMAIL_ID**: Email mega.nz untuk make akun premium 71 | - **MEGA_PASSWORD**: Password mega.nz . Ga ngerti? Kosongin aja. 72 | 73 | Note: Kalian bisa atur maksimal proses download dalam 1 waktu di MAX_CONCURRENT_DOWNLOADS di aria.sh. Bawaannya itu 5 74 | 75 | ## Ambil API Google OAuth credential file 76 | 77 | - Buka link [Google Cloud Console](https://console.developers.google.com/apis/credentials) 78 | - Pergi ke OAuth Consent tab, isi terus simpan. 79 | - Pergi ke Credentials tab terus klik Create Credentials -> OAuth Client ID 80 | - Pilih Desktop dan Create. 81 | - Download credentials yang barusan dibuat (ada icon download gitu). 82 | - Pindahkan ke dalam folder projek ini terus rename jadi credentials.json 83 | - Pergi ke [Google API page](https://console.developers.google.com/apis/library) 84 | - Cari Drive terus enable klo sebelumnya disabled 85 | - Jalankan perintah ini untuk membuat file token (token.pickle) untuk Google Drive: 86 | ``` 87 | pip install google-api-python-client google-auth-httplib2 google-auth-oauthlib 88 | python3 generate_drive_token.py 89 | ``` 90 | - Klo error, pastiin udah nginstall yang dibutuhkan 91 | 92 | 93 | # Menggunakan akun di web yang support Youtube-dl 94 | Klo mau make premium akun yang support di youtube-dl, ubah netrc file dengan format: 95 | ``` 96 | machine host login username password my_youtube_password 97 | ``` 98 | host ini adalah website tujuan, misalnya youtube, twitch, dll. 99 | klo mau lebih dari 2 akun tinggal tambahin aja di baris baru. 100 | 101 | # Buat database di heroku 102 | - Tambahin addon Heroku Postgres 103 | ``` 104 | heroku addons:create heroku-postgresql 105 | ``` 106 | - Salin DATABASE_URL value dari heroku app config vars 107 | ``` 108 | python3 create_table.py 109 | ``` 110 | - Paste 111 | 112 | ## Deploying on Heroku 113 | 114 | - Run the script to generate token file(token.pickle) for Google Drive: 115 | ``` 116 | python3 generate_drive_token.py 117 | ``` 118 | - Install [Heroku cli](https://devcenter.heroku.com/articles/heroku-cli) 119 | - Login ke akun heroku: 120 | ``` 121 | heroku login 122 | ``` 123 | - Buat app heroku: 124 | ``` 125 | heroku create ISI-NAMA-APP-MU 126 | ``` 127 | - Pilih app di Heroku-cli: 128 | ``` 129 | heroku git:remote -a ISI-NAMA-APP-MU 130 | ``` 131 | - Ubah Dyno Stack ke Docker Container: 132 | ``` 133 | heroku stack:set container 134 | ``` 135 | - Tambah database - [check here](https://github.com/glgapr/TorrentMega2GoogleDrive#buat-database-di-heroku) (kalau sudah buat abaikan) 136 | 137 | - Tambahin file ini: 138 | ``` 139 | git add -f credentials.json token.pickle config.env heroku.yml 140 | ``` 141 | - Commit: 142 | ``` 143 | git commit -m "ScupidC0des." 144 | ``` 145 | - Push Code to Heroku: 146 | ``` 147 | git push heroku master --force 148 | ``` 149 | - Restart Worker: 150 | ``` 151 | heroku ps:scale worker=0 152 | ``` 153 | - Tunggu aja sampe selesai, nanti jalankan lagi 154 | ``` 155 | heroku ps:scale worker=1 156 | ``` 157 | 158 | # Kalau mau make akun service, bisa ikutin cara ini. Ga ngerti? Kosongin aja gpp, lewatin aja. 159 | For Service Account to work, you must set USE_SERVICE_ACCOUNTS="True" in config file or environment variables 160 | Many thanks to [AutoRClone](https://github.com/xyou365/AutoRclone) for the scripts 161 | ## Generating service accounts 162 | Step 1. Generate service accounts [What is service account](https://cloud.google.com/iam/docs/service-accounts) 163 | --------------------------------- 164 | Let us create only the service accounts that we need. 165 | **Warning:** abuse of this feature is not the aim of autorclone and we do **NOT** recommend that you make a lot of projects, just one project and 100 sa allow you plenty of use, its also possible that overabuse might get your projects banned by google. 166 | 167 | ``` 168 | Note: 1 service account can copy around 750gb a day, 1 project makes 100 service accounts so thats 75tb a day, for most users this should easily suffice. 169 | ``` 170 | 171 | `python3 gen_sa_accounts.py --quick-setup 1 --new-only` 172 | 173 | A folder named accounts will be created which will contain keys for the service accounts created 174 | 175 | NOTE: If you have created SAs in past from this script, you can also just re download the keys by running: 176 | ``` 177 | python3 gen_sa_accounts.py --download-keys project_id 178 | ``` 179 | 180 | ### Add all the service accounts to the Team Drive or folder 181 | - Run: 182 | ``` 183 | python3 add_to_team_drive.py -d SharedTeamDriveSrcID 184 | ``` 185 | 186 | # THANKS TO 187 | - Izzy12 188 | - SVR666 189 | 190 | -------------------------------------------------------------------------------- /add_to_team_drive.py: -------------------------------------------------------------------------------- 1 | from __future__ import print_function 2 | from google.oauth2.service_account import Credentials 3 | import googleapiclient.discovery, json, progress.bar, glob, sys, argparse, time 4 | from google_auth_oauthlib.flow import InstalledAppFlow 5 | from google.auth.transport.requests import Request 6 | import os, pickle 7 | 8 | stt = time.time() 9 | 10 | parse = argparse.ArgumentParser( 11 | description='A tool to add service accounts to a shared drive from a folder containing credential files.') 12 | parse.add_argument('--path', '-p', default='accounts', 13 | help='Specify an alternative path to the service accounts folder.') 14 | parse.add_argument('--credentials', '-c', default='./credentials.json', 15 | help='Specify the relative path for the credentials file.') 16 | parse.add_argument('--yes', '-y', default=False, action='store_true', help='Skips the sanity prompt.') 17 | parsereq = parse.add_argument_group('required arguments') 18 | parsereq.add_argument('--drive-id', '-d', help='The ID of the Shared Drive.', required=True) 19 | 20 | args = parse.parse_args() 21 | acc_dir = args.path 22 | did = args.drive_id 23 | credentials = glob.glob(args.credentials) 24 | 25 | try: 26 | open(credentials[0], 'r') 27 | print('>> Found credentials.') 28 | except IndexError: 29 | print('>> No credentials found.') 30 | sys.exit(0) 31 | 32 | if not args.yes: 33 | # input('Make sure the following client id is added to the shared drive as Manager:\n' + json.loads((open( 34 | # credentials[0],'r').read()))['installed']['client_id']) 35 | input('>> Make sure the **Google account** that has generated credentials.json\n is added into your Team Drive ' 36 | '(shared drive) as Manager\n>> (Press any key to continue)') 37 | 38 | creds = None 39 | if os.path.exists('token_sa.pickle'): 40 | with open('token_sa.pickle', 'rb') as token: 41 | creds = pickle.load(token) 42 | # If there are no (valid) credentials available, let the user log in. 43 | if not creds or not creds.valid: 44 | if creds and creds.expired and creds.refresh_token: 45 | creds.refresh(Request()) 46 | else: 47 | flow = InstalledAppFlow.from_client_secrets_file(credentials[0], scopes=[ 48 | 'https://www.googleapis.com/auth/admin.directory.group', 49 | 'https://www.googleapis.com/auth/admin.directory.group.member' 50 | ]) 51 | # creds = flow.run_local_server(port=0) 52 | creds = flow.run_console() 53 | # Save the credentials for the next run 54 | with open('token_sa.pickle', 'wb') as token: 55 | pickle.dump(creds, token) 56 | 57 | drive = googleapiclient.discovery.build("drive", "v3", credentials=creds) 58 | batch = drive.new_batch_http_request() 59 | 60 | aa = glob.glob('%s/*.json' % acc_dir) 61 | pbar = progress.bar.Bar("Readying accounts", max=len(aa)) 62 | for i in aa: 63 | ce = json.loads(open(i, 'r').read())['client_email'] 64 | batch.add(drive.permissions().create(fileId=did, supportsAllDrives=True, body={ 65 | "role": "fileOrganizer", 66 | "type": "user", 67 | "emailAddress": ce 68 | })) 69 | pbar.next() 70 | pbar.finish() 71 | print('Adding...') 72 | batch.execute() 73 | 74 | print('Complete.') 75 | hours, rem = divmod((time.time() - stt), 3600) 76 | minutes, sec = divmod(rem, 60) 77 | print("Elapsed Time:\n{:0>2}:{:0>2}:{:05.2f}".format(int(hours), int(minutes), sec)) -------------------------------------------------------------------------------- /aria.bat: -------------------------------------------------------------------------------- 1 | aria2c --enable-rpc --rpc-listen-all=false --rpc-listen-port 6800 --max-connection-per-server=10 --rpc-max-request-size=1024M --seed-time=0.01 --min-split-size=10M --follow-torrent=mem --split=10 --daemon=true --allow-overwrite=true 2 | -------------------------------------------------------------------------------- /aria.sh: -------------------------------------------------------------------------------- 1 | file="trackers.txt" 2 | echo "$(curl -Ns https://trackerslist.com/best_aria2.txt | awk '$1' | tr ',' '\n')" > trackers.txt 3 | echo "$(curl -Ns https://raw.githubusercontent.com/ngosang/trackerslist/master/trackers_all.txt)" >> trackers.txt 4 | tmp=$(sort trackers.txt | uniq) && echo "$tmp" > trackers.txt 5 | sed -i '/^$/d' trackers.txt 6 | sed -z -i 's/\n/,/g' trackers.txt 7 | tracker_list=$(cat trackers.txt) 8 | if [ -f $file ] ; then 9 | rm $file 10 | fi 11 | tracker="[$tracker_list]" 12 | export MAX_DOWNLOAD_SPEED=0 13 | export MAX_CONCURRENT_DOWNLOADS=5 14 | aria2c --enable-rpc --rpc-listen-all=false --rpc-listen-port 6800 --check-certificate=false \ 15 | --max-connection-per-server=10 --rpc-max-request-size=1024M \ 16 | --bt-tracker=$tracker --bt-max-peers=0 --bt-tracker-connect-timeout=300 --bt-stop-timeout=300 --seed-time=0.01 \ 17 | --min-split-size=10M --follow-torrent=mem --split=10 \ 18 | --daemon=true --allow-overwrite=true --max-overall-download-limit=$MAX_DOWNLOAD_SPEED \ 19 | --max-overall-upload-limit=1K --max-concurrent-downloads=$MAX_CONCURRENT_DOWNLOADS 20 | -------------------------------------------------------------------------------- /bot/__init__.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import os 3 | import threading 4 | import time 5 | 6 | import aria2p 7 | import telegram.ext as tg 8 | from dotenv import load_dotenv 9 | import socket 10 | 11 | import psycopg2 12 | from psycopg2 import Error 13 | 14 | from telegraph import Telegraph 15 | 16 | socket.setdefaulttimeout(600) 17 | 18 | botStartTime = time.time() 19 | if os.path.exists('log.txt'): 20 | with open('log.txt', 'r+') as f: 21 | f.truncate(0) 22 | 23 | logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s - %(message)s', 24 | handlers=[logging.FileHandler('log.txt'), logging.StreamHandler()], 25 | level=logging.INFO) 26 | 27 | load_dotenv('config.env') 28 | 29 | Interval = [] 30 | 31 | 32 | def getConfig(name: str): 33 | return os.environ[name] 34 | 35 | 36 | LOGGER = logging.getLogger(__name__) 37 | 38 | try: 39 | if bool(getConfig('_____REMOVE_THIS_LINE_____')): 40 | logging.error('The README.md file there to be read! Exiting now!') 41 | exit() 42 | except KeyError: 43 | pass 44 | 45 | aria2 = aria2p.API( 46 | aria2p.Client( 47 | host="http://localhost", 48 | port=6800, 49 | secret="", 50 | ) 51 | ) 52 | 53 | DOWNLOAD_DIR = None 54 | BOT_TOKEN = None 55 | 56 | download_dict_lock = threading.Lock() 57 | status_reply_dict_lock = threading.Lock() 58 | # Key: update.effective_chat.id 59 | # Value: telegram.Message 60 | status_reply_dict = {} 61 | # Key: update.message.message_id 62 | # Value: An object of Status 63 | download_dict = {} 64 | # Stores list of users and chats the bot is authorized to use in 65 | AUTHORIZED_CHATS = set() 66 | SUDO_USERS = set() 67 | 68 | try: 69 | BOT_TOKEN = getConfig('BOT_TOKEN') 70 | DB_URI = getConfig('DATABASE_URL') 71 | parent_id = getConfig('GDRIVE_FOLDER_ID') 72 | telegraph_token = getConfig('TELEGRAPH_TOKEN') 73 | DOWNLOAD_DIR = getConfig('DOWNLOAD_DIR') 74 | if DOWNLOAD_DIR[-1] != '/' or DOWNLOAD_DIR[-1] != '\\': 75 | DOWNLOAD_DIR = DOWNLOAD_DIR + '/' 76 | DOWNLOAD_STATUS_UPDATE_INTERVAL = int(getConfig('DOWNLOAD_STATUS_UPDATE_INTERVAL')) 77 | OWNER_ID = int(getConfig('OWNER_ID')) 78 | AUTO_DELETE_MESSAGE_DURATION = int(getConfig('AUTO_DELETE_MESSAGE_DURATION')) 79 | USER_SESSION_STRING = getConfig('USER_SESSION_STRING') 80 | TELEGRAM_API = getConfig('TELEGRAM_API') 81 | TELEGRAM_HASH = getConfig('TELEGRAM_HASH') 82 | except KeyError as e: 83 | LOGGER.error("One or more env variables missing! Exiting now") 84 | exit(1) 85 | 86 | try: 87 | conn = psycopg2.connect(DB_URI) 88 | cur = conn.cursor() 89 | sql = "SELECT * from users;" 90 | cur.execute(sql) 91 | rows = cur.fetchall() #returns a list ==> (uid, sudo) 92 | for row in rows: 93 | AUTHORIZED_CHATS.add(row[0]) 94 | if row[1]: 95 | SUDO_USERS.add(row[0]) 96 | cur.close() 97 | conn.close() 98 | except Error as e : 99 | LOGGER.error(e) 100 | exit(1) 101 | 102 | try: 103 | MEGA_API_KEY = getConfig('MEGA_API_KEY') 104 | except KeyError: 105 | logging.warning('MEGA API KEY not provided!') 106 | MEGA_API_KEY = None 107 | try: 108 | MEGA_EMAIL_ID = getConfig('MEGA_EMAIL_ID') 109 | MEGA_PASSWORD = getConfig('MEGA_PASSWORD') 110 | if len(MEGA_EMAIL_ID) == 0 or len(MEGA_PASSWORD) == 0: 111 | raise KeyError 112 | except KeyError: 113 | logging.warning('MEGA Credentials not provided!') 114 | MEGA_EMAIL_ID = None 115 | MEGA_PASSWORD = None 116 | try: 117 | INDEX_URL = getConfig('INDEX_URL') 118 | if len(INDEX_URL) == 0: 119 | INDEX_URL = None 120 | except KeyError: 121 | INDEX_URL = None 122 | try: 123 | IS_TEAM_DRIVE = getConfig('IS_TEAM_DRIVE') 124 | if IS_TEAM_DRIVE.lower() == 'true': 125 | IS_TEAM_DRIVE = True 126 | else: 127 | IS_TEAM_DRIVE = False 128 | except KeyError: 129 | IS_TEAM_DRIVE = False 130 | 131 | try: 132 | USE_SERVICE_ACCOUNTS = getConfig('USE_SERVICE_ACCOUNTS') 133 | if USE_SERVICE_ACCOUNTS.lower() == 'true': 134 | USE_SERVICE_ACCOUNTS = True 135 | else: 136 | USE_SERVICE_ACCOUNTS = False 137 | except KeyError: 138 | USE_SERVICE_ACCOUNTS = False 139 | 140 | telegra_ph = Telegraph(access_token=telegraph_token) 141 | 142 | updater = tg.Updater(token=BOT_TOKEN,use_context=True) 143 | bot = updater.bot 144 | dispatcher = updater.dispatcher 145 | -------------------------------------------------------------------------------- /bot/__main__.py: -------------------------------------------------------------------------------- 1 | import shutil, psutil 2 | import signal 3 | import pickle 4 | 5 | from os import execl, path, remove 6 | from sys import executable 7 | import time 8 | 9 | from telegram.ext import CommandHandler, run_async 10 | from bot import dispatcher, updater, botStartTime 11 | from bot.helper.ext_utils import fs_utils 12 | from bot.helper.telegram_helper.bot_commands import BotCommands 13 | from bot.helper.telegram_helper.message_utils import * 14 | from .helper.ext_utils.bot_utils import get_readable_file_size, get_readable_time 15 | from .helper.telegram_helper.filters import CustomFilters 16 | from .modules import authorize, list, cancel_mirror, mirror_status, mirror, clone, watch, delete 17 | 18 | 19 | @run_async 20 | def stats(update, context): 21 | currentTime = get_readable_time((time.time() - botStartTime)) 22 | total, used, free = shutil.disk_usage('.') 23 | total = get_readable_file_size(total) 24 | used = get_readable_file_size(used) 25 | free = get_readable_file_size(free) 26 | cpuUsage = psutil.cpu_percent(interval=0.5) 27 | memory = psutil.virtual_memory().percent 28 | disk = psutil.disk_usage('/').percent 29 | stats = f'Bot Uptime: {currentTime}\n' \ 30 | f'Total disk space: {total}\n' \ 31 | f'Terpakai: {used}\n' \ 32 | f'Kosong: {free}\n' \ 33 | f'CPU: {cpuUsage}%\n' \ 34 | f'RAM: {memory}%\n' \ 35 | f'Disk: {disk}%' 36 | sendMessage(stats, context.bot, update) 37 | 38 | 39 | @run_async 40 | def start(update, context): 41 | LOGGER.info('UID: {} - UN: {} - MSG: {}'.format(update.message.chat.id,update.message.chat.username,update.message.text)) 42 | if update.message.chat.type == "private" : 43 | sendMessage(f"Hey {update.message.chat.first_name}. Welcome to ScupidC0des Bot. Contact: @scupidc0des", context.bot, update) 44 | else : 45 | sendMessage("READY TO PARTY :)", context.bot, update) 46 | if not CustomFilters.authorized_user(update): 47 | sendMessage("Awwww..izin dulu dongg....", context.bot, update) 48 | 49 | 50 | @run_async 51 | def restart(update, context): 52 | restart_message = sendMessage("Restarting, Please wait!", context.bot, update) 53 | # Save restart message object in order to reply to it after restarting 54 | fs_utils.clean_all() 55 | with open('restart.pickle', 'wb') as status: 56 | pickle.dump(restart_message, status) 57 | execl(executable, executable, "-m", "bot") 58 | 59 | 60 | @run_async 61 | def ping(update, context): 62 | start_time = int(round(time.time() * 1000)) 63 | reply = sendMessage("Starting Ping", context.bot, update) 64 | end_time = int(round(time.time() * 1000)) 65 | editMessage(f'{end_time - start_time} ms', reply) 66 | 67 | 68 | @run_async 69 | def log(update, context): 70 | sendLogFile(context.bot, update) 71 | 72 | 73 | @run_async 74 | def bot_help(update, context): 75 | help_string_adm = f''' 76 | /{BotCommands.StartCommand} : Cek bot masih idup kaga 77 | /{BotCommands.MirrorCommand} [url OR magnet_link]: Download terus diuploads 78 | /{BotCommands.TarMirrorCommand} [url OR magnet_link]: Download & upload ke format .tar 79 | /{BotCommands.UnzipMirrorCommand} [url OR magnet_link] : Unzip & Upload 80 | /{BotCommands.WatchCommand} [link]: Yotube/other streaming service video 81 | /{BotCommands.TarWatchCommand} [link]: Download video (Youtube, dll) & upload ke format .tar 82 | /{BotCommands.CloneCommand} [link]: Salin Google Drive Folder 83 | /{BotCommands.CancelMirror} : Balas ke command download 84 | /{BotCommands.CancelAllCommand} : Batalkan semua proses 85 | /{BotCommands.StatusCommand} : Lihat status downloads 86 | /{BotCommands.ListCommand} [name]: Cari file di Google Drive Folder 87 | /{BotCommands.deleteCommand} [link]: Hapus file di drive[HANYA PEMILIK YANG BISA] 88 | /{BotCommands.StatsCommand} : Cek status server 89 | /{BotCommands.PingCommand} : Check ping! 90 | /{BotCommands.RestartCommand} : Restart bot[HANYA PEMILIK YANG BISA] 91 | /{BotCommands.AuthorizeCommand} : Izinkan user[HANYA PEMILIK YANG BISA] 92 | /{BotCommands.UnAuthorizeCommand} : Hapus izin[HANYA PEMILIK YANG BISA] 93 | /{BotCommands.AuthorizedUsersCommand} : Cek user[HANYA PEMILIK YANG BISA] 94 | /{BotCommands.AddSudoCommand} : Tambah padmin[HANYA PEMILIK YANG BISA] 95 | /{BotCommands.RmSudoCommand} : Hapus admin[HANYA PEMILIK YANG BISA] 96 | /{BotCommands.LogCommand} : Get log file[HANYA PEMILIK YANG BISAo] 97 | 98 | ''' 99 | 100 | help_string = f''' 101 | /{BotCommands.StartCommand} : Cek bot masih idup kaga 102 | /{BotCommands.MirrorCommand} [url OR magnet_link]: Download terus diuploads 103 | /{BotCommands.TarMirrorCommand} [url OR magnet_link]: Download & upload ke format .tar 104 | /{BotCommands.UnzipMirrorCommand} [url OR magnet_link] : Unzip & Upload 105 | /{BotCommands.WatchCommand} [link]: Yotube video 106 | /{BotCommands.TarWatchCommand} [link]: Download video (Youtube, dll) & upload ke format .tar 107 | /{BotCommands.CloneCommand} [link]: Salin Google Drive Folder 108 | /{BotCommands.CancelMirror} : Balas ke command download 109 | /{BotCommands.CancelAllCommand} : Batalkan semua proses 110 | /{BotCommands.StatusCommand} : Lihat status downloads 111 | /{BotCommands.ListCommand} [name]: Cari file di Google Drive Folder 112 | /{BotCommands.StatsCommand} : Show Stats of the machine 113 | /{BotCommands.PingCommand} : Check ping! 114 | 115 | ''' 116 | 117 | if CustomFilters.sudo_user(update) or CustomFilters.owner_filter(update): 118 | sendMessage(help_string_adm, context.bot, update) 119 | else: 120 | sendMessage(help_string, context.bot, update) 121 | 122 | 123 | def main(): 124 | fs_utils.start_cleanup() 125 | # Check if the bot is restarting 126 | if path.exists('restart.pickle'): 127 | with open('restart.pickle', 'rb') as status: 128 | restart_message = pickle.load(status) 129 | restart_message.edit_text("Restarted Successfully!") 130 | remove('restart.pickle') 131 | 132 | start_handler = CommandHandler(BotCommands.StartCommand, start) 133 | ping_handler = CommandHandler(BotCommands.PingCommand, ping, 134 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 135 | restart_handler = CommandHandler(BotCommands.RestartCommand, restart, 136 | filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 137 | help_handler = CommandHandler(BotCommands.HelpCommand, 138 | bot_help, filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 139 | stats_handler = CommandHandler(BotCommands.StatsCommand, 140 | stats, filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 141 | log_handler = CommandHandler(BotCommands.LogCommand, log, filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 142 | dispatcher.add_handler(start_handler) 143 | dispatcher.add_handler(ping_handler) 144 | dispatcher.add_handler(restart_handler) 145 | dispatcher.add_handler(help_handler) 146 | dispatcher.add_handler(stats_handler) 147 | dispatcher.add_handler(log_handler) 148 | updater.start_polling() 149 | LOGGER.info("Yeah am running!") 150 | signal.signal(signal.SIGINT, fs_utils.exit_clean_up) 151 | 152 | 153 | main() 154 | -------------------------------------------------------------------------------- /bot/helper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/__init__.py -------------------------------------------------------------------------------- /bot/helper/ext_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/ext_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/ext_utils/bot_utils.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import re 3 | import threading 4 | import time 5 | 6 | from bot import download_dict, download_dict_lock 7 | 8 | LOGGER = logging.getLogger(__name__) 9 | 10 | MAGNET_REGEX = r"magnet:\?xt=urn:btih:[a-zA-Z0-9]*" 11 | 12 | URL_REGEX = r"(?:(?:https?|ftp):\/\/)?[\w/\-?=%.]+\.[\w/\-?=%.]+" 13 | 14 | 15 | class MirrorStatus: 16 | STATUS_UPLOADING = "Mengunggah 📤" 17 | STATUS_DOWNLOADING = "Mengunduh 📥" 18 | STATUS_WAITING = "Antri 📃" 19 | STATUS_FAILED = "Gagal 🚫. Cleaning download 🧹" 20 | STATUS_CANCELLED = "Dibatalkan ❎" 21 | STATUS_ARCHIVING = "Archiving 🗜" 22 | STATUS_EXTRACTING = "Extracting 🗜" 23 | 24 | 25 | PROGRESS_MAX_SIZE = 100 // 8 26 | PROGRESS_INCOMPLETE = ['▏', '▎', '▍', '▌', '▋', '▊', '▉'] 27 | 28 | SIZE_UNITS = ['B', 'KB', 'MB', 'GB', 'TB', 'PB'] 29 | 30 | 31 | class setInterval: 32 | def __init__(self, interval, action): 33 | self.interval = interval 34 | self.action = action 35 | self.stopEvent = threading.Event() 36 | thread = threading.Thread(target=self.__setInterval) 37 | thread.start() 38 | 39 | def __setInterval(self): 40 | nextTime = time.time() + self.interval 41 | while not self.stopEvent.wait(nextTime - time.time()): 42 | nextTime += self.interval 43 | self.action() 44 | 45 | def cancel(self): 46 | self.stopEvent.set() 47 | 48 | 49 | def get_readable_file_size(size_in_bytes) -> str: 50 | if size_in_bytes is None: 51 | return '0B' 52 | index = 0 53 | while size_in_bytes >= 1024: 54 | size_in_bytes /= 1024 55 | index += 1 56 | try: 57 | return f'{round(size_in_bytes, 2)}{SIZE_UNITS[index]}' 58 | except IndexError: 59 | return 'File kebesaran cok jancok matane' 60 | 61 | 62 | def getDownloadByGid(gid): 63 | with download_dict_lock: 64 | for dl in download_dict.values(): 65 | status = dl.status() 66 | if status != MirrorStatus.STATUS_UPLOADING and status != MirrorStatus.STATUS_ARCHIVING\ 67 | and status != MirrorStatus.STATUS_EXTRACTING: 68 | if dl.gid() == gid: 69 | return dl 70 | return None 71 | 72 | 73 | def get_progress_bar_string(status): 74 | completed = status.processed_bytes() / 8 75 | total = status.size_raw() / 8 76 | if total == 0: 77 | p = 0 78 | else: 79 | p = round(completed * 100 / total) 80 | p = min(max(p, 0), 100) 81 | cFull = p // 8 82 | cPart = p % 8 - 1 83 | p_str = '█' * cFull 84 | if cPart >= 0: 85 | p_str += PROGRESS_INCOMPLETE[cPart] 86 | p_str += ' ' * (PROGRESS_MAX_SIZE - cFull) 87 | p_str = f"[{p_str}]" 88 | return p_str 89 | 90 | 91 | def get_readable_message(): 92 | with download_dict_lock: 93 | msg = "" 94 | for download in list(download_dict.values()): 95 | msg += f"Nama File : {download.name()} \n\nStatus : " 96 | msg += download.status() 97 | if download.status() != MirrorStatus.STATUS_ARCHIVING and download.status() != MirrorStatus.STATUS_EXTRACTING: 98 | msg += f"\n\n{get_progress_bar_string(download)} {download.progress()}" \ 99 | f"\n\nProses : {get_readable_file_size(download.processed_bytes())}" \ 100 | f"\n\nSize : {download.size()}" \ 101 | f"\n\nSpeed : {download.speed()} | ETA : {download.eta()} " 102 | if download.status() == MirrorStatus.STATUS_DOWNLOADING: 103 | if hasattr(download, 'is_torrent'): 104 | msg += f"\n\nPeer : {download.aria_download().connections} " \ 105 | f"| Seed : {download.aria_download().num_seeders}" 106 | msg += f"\n\nBatal : /batal {download.gid()}" 107 | msg += "\n\n" 108 | return msg 109 | 110 | 111 | def get_readable_time(seconds: int) -> str: 112 | result = '' 113 | (days, remainder) = divmod(seconds, 86400) 114 | days = int(days) 115 | if days != 0: 116 | result += f'{days}d' 117 | (hours, remainder) = divmod(remainder, 3600) 118 | hours = int(hours) 119 | if hours != 0: 120 | result += f'{hours}h' 121 | (minutes, seconds) = divmod(remainder, 60) 122 | minutes = int(minutes) 123 | if minutes != 0: 124 | result += f'{minutes}m' 125 | seconds = int(seconds) 126 | result += f'{seconds}s' 127 | return result 128 | 129 | 130 | def is_url(url: str): 131 | url = re.findall(URL_REGEX, url) 132 | if url: 133 | return True 134 | return False 135 | 136 | 137 | def is_magnet(url: str): 138 | magnet = re.findall(MAGNET_REGEX, url) 139 | if magnet: 140 | return True 141 | return False 142 | 143 | 144 | def is_mega_link(url: str): 145 | return "mega.nz" in url 146 | 147 | 148 | def new_thread(fn): 149 | """To use as decorator to make a function call threaded. 150 | Needs import 151 | from threading import Thread""" 152 | 153 | def wrapper(*args, **kwargs): 154 | thread = threading.Thread(target=fn, args=args, kwargs=kwargs) 155 | thread.start() 156 | return thread 157 | 158 | return wrapper 159 | -------------------------------------------------------------------------------- /bot/helper/ext_utils/db_handler.py: -------------------------------------------------------------------------------- 1 | import psycopg2 2 | from psycopg2 import Error 3 | from bot import AUTHORIZED_CHATS, SUDO_USERS, DB_URI, LOGGER 4 | 5 | class DbManger: 6 | def __init__(self): 7 | self.err = False 8 | 9 | def connect(self): 10 | try: 11 | self.conn = psycopg2.connect(DB_URI) 12 | self.cur = self.conn.cursor() 13 | except psycopg2.DatabaseError as error : 14 | LOGGER.error("Error in dbMang : ", error) 15 | self.err = True 16 | 17 | def disconnect(self): 18 | self.cur.close() 19 | self.conn.close() 20 | 21 | def db_auth(self,chat_id: int): 22 | self.connect() 23 | if self.err : 24 | return "There's some error check log for details" 25 | else: 26 | sql = 'INSERT INTO users VALUES ({});'.format(chat_id) 27 | self.cur.execute(sql) 28 | self.conn.commit() 29 | self.disconnect() 30 | AUTHORIZED_CHATS.add(chat_id) 31 | return 'Authorized successfully' 32 | 33 | def db_unauth(self,chat_id: int): 34 | self.connect() 35 | if self.err : 36 | return "There's some error check log for details" 37 | else: 38 | sql = 'DELETE from users where uid = {};'.format(chat_id) 39 | self.cur.execute(sql) 40 | self.conn.commit() 41 | self.disconnect() 42 | AUTHORIZED_CHATS.remove(chat_id) 43 | if chat_id in SUDO_USERS: 44 | SUDO_USERS.remove(chat_id) 45 | return 'Unauthorized successfully' 46 | 47 | def db_addsudo(self,chat_id: int): 48 | self.connect() 49 | if self.err : 50 | return "There's some error check log for details" 51 | else: 52 | if chat_id in AUTHORIZED_CHATS: 53 | sql = 'UPDATE users SET sudo = TRUE where uid = {};'.format(chat_id) 54 | self.cur.execute(sql) 55 | self.conn.commit() 56 | self.disconnect() 57 | SUDO_USERS.add(chat_id) 58 | return 'Successfully promoted as sudo' 59 | else: 60 | sql = 'INSERT INTO users VALUES ({},TRUE);'.format(chat_id) 61 | self.cur.execute(sql) 62 | self.conn.commit() 63 | self.disconnect() 64 | AUTHORIZED_CHATS.add(chat_id) 65 | SUDO_USERS.add(chat_id) 66 | return 'Successfully Authorized and promoted as sudo' 67 | 68 | def db_rmsudo(self,chat_id: int): 69 | self.connect() 70 | if self.err : 71 | return "There's some error check log for details" 72 | else: 73 | sql = 'UPDATE users SET sudo = FALSE where uid = {};'.format(chat_id) 74 | self.cur.execute(sql) 75 | self.conn.commit() 76 | self.disconnect() 77 | SUDO_USERS.remove(chat_id) 78 | return 'Successfully removed from Sudo' -------------------------------------------------------------------------------- /bot/helper/ext_utils/exceptions.py: -------------------------------------------------------------------------------- 1 | class DirectDownloadLinkException(Exception): 2 | """Not method found for extracting direct download link from the http link""" 3 | pass 4 | 5 | 6 | class NotSupportedExtractionArchive(Exception): 7 | """The archive format use is trying to extract is not supported""" 8 | pass 9 | -------------------------------------------------------------------------------- /bot/helper/ext_utils/fs_utils.py: -------------------------------------------------------------------------------- 1 | import sys 2 | from bot import aria2, LOGGER, DOWNLOAD_DIR 3 | import shutil 4 | import os 5 | import pathlib 6 | import magic 7 | import tarfile 8 | from .exceptions import NotSupportedExtractionArchive 9 | 10 | 11 | def clean_download(path: str): 12 | if os.path.exists(path): 13 | LOGGER.info(f"Cleaning download: {path}") 14 | shutil.rmtree(path) 15 | 16 | 17 | def start_cleanup(): 18 | try: 19 | shutil.rmtree(DOWNLOAD_DIR) 20 | except FileNotFoundError: 21 | pass 22 | 23 | 24 | def clean_all(): 25 | aria2.remove_all(True) 26 | start_cleanup() 27 | 28 | 29 | def exit_clean_up(signal, frame): 30 | try: 31 | LOGGER.info("Please wait, while we clean up the downloads and stop running downloads") 32 | clean_all() 33 | sys.exit(0) 34 | except KeyboardInterrupt: 35 | LOGGER.warning("Force Exiting before the cleanup finishes!") 36 | sys.exit(1) 37 | 38 | 39 | def get_path_size(path): 40 | if os.path.isfile(path): 41 | return os.path.getsize(path) 42 | total_size = 0 43 | for root, dirs, files in os.walk(path): 44 | for f in files: 45 | abs_path = os.path.join(root, f) 46 | total_size += os.path.getsize(abs_path) 47 | return total_size 48 | 49 | 50 | def tar(org_path): 51 | tar_path = org_path + ".tar" 52 | path = pathlib.PurePath(org_path) 53 | LOGGER.info(f'Tar: orig_path: {org_path}, tar_path: {tar_path}') 54 | tar = tarfile.open(tar_path, "w") 55 | tar.add(org_path, arcname=path.name) 56 | tar.close() 57 | return tar_path 58 | 59 | 60 | def get_base_name(orig_path: str): 61 | if orig_path.endswith(".tar.bz2"): 62 | return orig_path.replace(".tar.bz2", "") 63 | elif orig_path.endswith(".tar.gz"): 64 | return orig_path.replace(".tar.gz", "") 65 | elif orig_path.endswith(".bz2"): 66 | return orig_path.replace(".bz2", "") 67 | elif orig_path.endswith(".gz"): 68 | return orig_path.replace(".gz", "") 69 | elif orig_path.endswith(".tar"): 70 | return orig_path.replace(".tar", "") 71 | elif orig_path.endswith(".tbz2"): 72 | return orig_path.replace("tbz2", "") 73 | elif orig_path.endswith(".tgz"): 74 | return orig_path.replace(".tgz", "") 75 | elif orig_path.endswith(".zip"): 76 | return orig_path.replace(".zip", "") 77 | elif orig_path.endswith(".Z"): 78 | return orig_path.replace(".Z", "") 79 | elif orig_path.endswith(".rar"): 80 | return orig_path.replace(".rar", "") 81 | else: 82 | raise NotSupportedExtractionArchive('File format not supported for extraction') 83 | 84 | 85 | def get_mime_type(file_path): 86 | mime = magic.Magic(mime=True) 87 | mime_type = mime.from_file(file_path) 88 | mime_type = mime_type if mime_type else "text/plain" 89 | return mime_type 90 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/mirror_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/mirror_utils/download_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/aria2_download.py: -------------------------------------------------------------------------------- 1 | from bot import aria2 2 | from bot.helper.ext_utils.bot_utils import * 3 | from .download_helper import DownloadHelper 4 | from bot.helper.mirror_utils.status_utils.aria_download_status import AriaDownloadStatus 5 | from bot.helper.telegram_helper.message_utils import * 6 | import threading 7 | from aria2p import API 8 | from time import sleep 9 | 10 | 11 | class AriaDownloadHelper(DownloadHelper): 12 | 13 | def __init__(self): 14 | super().__init__() 15 | 16 | @new_thread 17 | def __onDownloadStarted(self, api, gid): 18 | LOGGER.info(f"onDownloadStart: {gid}") 19 | update_all_messages() 20 | 21 | def __onDownloadComplete(self, api: API, gid): 22 | LOGGER.info(f"onDownloadComplete: {gid}") 23 | dl = getDownloadByGid(gid) 24 | download = api.get_download(gid) 25 | if download.followed_by_ids: 26 | new_gid = download.followed_by_ids[0] 27 | new_download = api.get_download(new_gid) 28 | with download_dict_lock: 29 | download_dict[dl.uid()] = AriaDownloadStatus(new_gid, dl.getListener()) 30 | if new_download.is_torrent: 31 | download_dict[dl.uid()].is_torrent = True 32 | update_all_messages() 33 | LOGGER.info(f'Changed gid from {gid} to {new_gid}') 34 | else: 35 | if dl: threading.Thread(target=dl.getListener().onDownloadComplete).start() 36 | 37 | @new_thread 38 | def __onDownloadPause(self, api, gid): 39 | LOGGER.info(f"onDownloadPause: {gid}") 40 | dl = getDownloadByGid(gid) 41 | dl.getListener().onDownloadError('Download stopped by user!') 42 | 43 | @new_thread 44 | def __onDownloadStopped(self, api, gid): 45 | LOGGER.info(f"onDownloadStop: {gid}") 46 | dl = getDownloadByGid(gid) 47 | if dl: dl.getListener().onDownloadError('TORRENTMU MATI COK GADA SEEDER!') 48 | 49 | @new_thread 50 | def __onDownloadError(self, api, gid): 51 | sleep(0.5) #sleep for split second to ensure proper dl gid update from onDownloadComplete 52 | LOGGER.info(f"onDownloadError: {gid}") 53 | dl = getDownloadByGid(gid) 54 | download = api.get_download(gid) 55 | error = download.error_message 56 | LOGGER.info(f"Download Error: {error}") 57 | if dl: dl.getListener().onDownloadError(error) 58 | 59 | def start_listener(self): 60 | aria2.listen_to_notifications(threaded=True, on_download_start=self.__onDownloadStarted, 61 | on_download_error=self.__onDownloadError, 62 | on_download_pause=self.__onDownloadPause, 63 | on_download_stop=self.__onDownloadStopped, 64 | on_download_complete=self.__onDownloadComplete) 65 | 66 | 67 | def add_download(self, link: str, path,listener): 68 | if is_magnet(link): 69 | download = aria2.add_magnet(link, {'dir': path}) 70 | else: 71 | download = aria2.add_uris([link], {'dir': path}) 72 | if download.error_message: #no need to proceed further at this point 73 | listener.onDownloadError(download.error_message) 74 | return 75 | with download_dict_lock: 76 | download_dict[listener.uid] = AriaDownloadStatus(download.gid,listener) 77 | LOGGER.info(f"Started: {download.gid} DIR:{download.dir} ") 78 | 79 | 80 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/direct_link_generator.py: -------------------------------------------------------------------------------- 1 | # Copyright (C) 2019 The Raphielscape Company LLC. 2 | # 3 | # Licensed under the Raphielscape Public License, Version 1.c (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # 6 | """ Helper Module containing various sites direct links generators. This module is copied and modified as per need 7 | from https://github.com/AvinashReddy3108/PaperplaneExtended . I hereby take no credit of the following code other 8 | than the modifications. See https://github.com/AvinashReddy3108/PaperplaneExtended/commits/master/userbot/modules/direct_links.py 9 | for original authorship. """ 10 | 11 | import json 12 | import re 13 | import urllib.parse 14 | from os import popen 15 | from random import choice 16 | 17 | import requests 18 | from bs4 import BeautifulSoup 19 | 20 | from bot.helper.ext_utils.exceptions import DirectDownloadLinkException 21 | 22 | 23 | def direct_link_generator(link: str): 24 | """ direct links generator """ 25 | if not link: 26 | raise DirectDownloadLinkException("`No links found!`") 27 | elif 'zippyshare.com' in link: 28 | return zippy_share(link) 29 | elif 'yadi.sk' in link: 30 | return yandex_disk(link) 31 | elif 'cloud.mail.ru' in link: 32 | return cm_ru(link) 33 | elif 'mediafire.com' in link: 34 | return mediafire(link) 35 | elif 'osdn.net' in link: 36 | return osdn(link) 37 | elif 'github.com' in link: 38 | return github(link) 39 | else: 40 | raise DirectDownloadLinkException(f'No Direct link function found for {link}') 41 | 42 | 43 | def zippy_share(url: str) -> str: 44 | """ ZippyShare direct links generator 45 | Based on https://github.com/LameLemon/ziggy""" 46 | dl_url = '' 47 | try: 48 | link = re.findall(r'\bhttps?://.*zippyshare\.com\S+', url)[0] 49 | except IndexError: 50 | raise DirectDownloadLinkException("`No ZippyShare links found`\n") 51 | session = requests.Session() 52 | base_url = re.search('http.+.com', link).group() 53 | response = session.get(link) 54 | page_soup = BeautifulSoup(response.content, "lxml") 55 | scripts = page_soup.find_all("script", {"type": "text/javascript"}) 56 | for script in scripts: 57 | if "getElementById('dlbutton')" in script.text: 58 | url_raw = re.search(r'= (?P\".+\" \+ (?P\(.+\)) .+);', 59 | script.text).group('url') 60 | math = re.search(r'= (?P\".+\" \+ (?P\(.+\)) .+);', 61 | script.text).group('math') 62 | dl_url = url_raw.replace(math, '"' + str(eval(math)) + '"') 63 | break 64 | dl_url = base_url + eval(dl_url) 65 | name = urllib.parse.unquote(dl_url.split('/')[-1]) 66 | return dl_url 67 | 68 | 69 | def yandex_disk(url: str) -> str: 70 | """ Yandex.Disk direct links generator 71 | Based on https://github.com/wldhx/yadisk-direct""" 72 | try: 73 | link = re.findall(r'\bhttps?://.*yadi\.sk\S+', url)[0] 74 | except IndexError: 75 | reply = "`No Yandex.Disk links found`\n" 76 | return reply 77 | api = 'https://cloud-api.yandex.net/v1/disk/public/resources/download?public_key={}' 78 | try: 79 | dl_url = requests.get(api.format(link)).json()['href'] 80 | return dl_url 81 | except KeyError: 82 | raise DirectDownloadLinkException("`Error: File not found / Download limit reached`\n") 83 | 84 | 85 | def cm_ru(url: str) -> str: 86 | """ cloud.mail.ru direct links generator 87 | Using https://github.com/JrMasterModelBuilder/cmrudl.py""" 88 | reply = '' 89 | try: 90 | link = re.findall(r'\bhttps?://.*cloud\.mail\.ru\S+', url)[0] 91 | except IndexError: 92 | raise DirectDownloadLinkException("`No cloud.mail.ru links found`\n") 93 | command = f'vendor/cmrudl.py/cmrudl -s {link}' 94 | result = popen(command).read() 95 | result = result.splitlines()[-1] 96 | try: 97 | data = json.loads(result) 98 | except json.decoder.JSONDecodeError: 99 | raise DirectDownloadLinkException("`Error: Can't extract the link`\n") 100 | dl_url = data['download'] 101 | return dl_url 102 | 103 | 104 | def mediafire(url: str) -> str: 105 | """ MediaFire direct links generator """ 106 | try: 107 | link = re.findall(r'\bhttps?://.*mediafire\.com\S+', url)[0] 108 | except IndexError: 109 | raise DirectDownloadLinkException("`No MediaFire links found`\n") 110 | page = BeautifulSoup(requests.get(link).content, 'lxml') 111 | info = page.find('a', {'aria-label': 'Download file'}) 112 | dl_url = info.get('href') 113 | return dl_url 114 | 115 | 116 | def osdn(url: str) -> str: 117 | """ OSDN direct links generator """ 118 | osdn_link = 'https://osdn.net' 119 | try: 120 | link = re.findall(r'\bhttps?://.*osdn\.net\S+', url)[0] 121 | except IndexError: 122 | raise DirectDownloadLinkException("`No OSDN links found`\n") 123 | page = BeautifulSoup( 124 | requests.get(link, allow_redirects=True).content, 'lxml') 125 | info = page.find('a', {'class': 'mirror_link'}) 126 | link = urllib.parse.unquote(osdn_link + info['href']) 127 | mirrors = page.find('form', {'id': 'mirror-select-form'}).findAll('tr') 128 | urls = [] 129 | for data in mirrors[1:]: 130 | mirror = data.find('input')['value'] 131 | urls.append(re.sub(r'm=(.*)&f', f'm={mirror}&f', link)) 132 | return urls[0] 133 | 134 | 135 | def github(url: str) -> str: 136 | """ GitHub direct links generator """ 137 | try: 138 | re.findall(r'\bhttps?://.*github\.com.*releases\S+', url)[0] 139 | except IndexError: 140 | raise DirectDownloadLinkException("`No GitHub Releases links found`\n") 141 | download = requests.get(url, stream=True, allow_redirects=False) 142 | try: 143 | dl_url = download.headers["location"] 144 | return dl_url 145 | except KeyError: 146 | raise DirectDownloadLinkException("`Error: Can't extract the link`\n") 147 | 148 | 149 | def useragent(): 150 | """ 151 | useragent random setter 152 | """ 153 | useragents = BeautifulSoup( 154 | requests.get( 155 | 'https://developers.whatismybrowser.com/' 156 | 'useragents/explore/operating_system_name/android/').content, 157 | 'lxml').findAll('td', {'class': 'useragent'}) 158 | user_agent = choice(useragents) 159 | return user_agent.text 160 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/direct_link_generator_license.md: -------------------------------------------------------------------------------- 1 | RAPHIELSCAPE PUBLIC LICENSE 2 | Version 1.c, June 2019 3 | 4 | Copyright (C) 2019 Raphielscape LLC. 5 | Copyright (C) 2019 Devscapes Open Source Holding GmbH. 6 | 7 | Everyone is permitted to copy and distribute verbatim or modified 8 | copies of this license document, and changing it is allowed as long 9 | as the name is changed. 10 | 11 | RAPHIELSCAPE PUBLIC LICENSE 12 | A-1. DEFINITIONS 13 | 14 | 0. “This License” refers to version 1.c of the Raphielscape Public License. 15 | 16 | 1. “Copyright” also means copyright-like laws that apply to other kinds of works. 17 | 18 | 2. “The Work" refers to any copyrightable work licensed under this License. Each licensee is addressed as “you”. 19 | “Licensees” and “recipients” may be individuals or organizations. 20 | 21 | 3. To “modify” a work means to copy from or adapt all or part of the work in a fashion requiring copyright permission, 22 | other than the making of an exact copy. The resulting work is called a “modified version” of the earlier work 23 | or a work “based on” the earlier work. 24 | 25 | 4. Source Form. The “source form” for a work means the preferred form of the work for making modifications to it. 26 | “Object code” means any non-source form of a work. 27 | 28 | The “Corresponding Source” for a work in object code form means all the source code needed to generate, install, and 29 | (for an executable work) run the object code and to modify the work, including scripts to control those activities. 30 | 31 | The Corresponding Source need not include anything that users can regenerate automatically from other parts of the Corresponding Source. 32 | The Corresponding Source for a work in source code form is that same work. 33 | 34 | 5. "The author" refers to "author" of the code, which is the one that made the particular code which exists inside of 35 | the Corresponding Source. 36 | 37 | 6. "Owner" refers to any parties which is made the early form of the Corresponding Source. 38 | 39 | A-2. TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 40 | 41 | 0. You must give any other recipients of the Work or Derivative Works a copy of this License; and 42 | 43 | 1. You must cause any modified files to carry prominent notices stating that You changed the files; and 44 | 45 | 2. You must retain, in the Source form of any Derivative Works that You distribute, 46 | this license, all copyright, patent, trademark, authorships and attribution notices 47 | from the Source form of the Work; and 48 | 49 | 3. Respecting the author and owner of works that are distributed in any way. 50 | 51 | You may add Your own copyright statement to Your modifications and may provide 52 | additional or different license terms and conditions for use, reproduction, 53 | or distribution of Your modifications, or for any such Derivative Works as a whole, 54 | provided Your use, reproduction, and distribution of the Work otherwise complies 55 | with the conditions stated in this License. 56 | 57 | B. DISCLAIMER OF WARRANTY 58 | 59 | THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR 60 | IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND 61 | FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS 62 | BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 63 | (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, 64 | OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 65 | CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 66 | OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 67 | 68 | 69 | C. REVISED VERSION OF THIS LICENSE 70 | 71 | The Devscapes Open Source Holding GmbH. may publish revised and/or new versions of the 72 | Raphielscape Public License from time to time. Such new versions will be similar in spirit 73 | to the present version, but may differ in detail to address new problems or concerns. 74 | 75 | Each version is given a distinguishing version number. If the Program specifies that a 76 | certain numbered version of the Raphielscape Public License "or any later version" applies to it, 77 | you have the option of following the terms and conditions either of that numbered version or of 78 | any later version published by the Devscapes Open Source Holding GmbH. If the Program does not specify a 79 | version number of the Raphielscape Public License, you may choose any version ever published 80 | by the Devscapes Open Source Holding GmbH. 81 | 82 | END OF LICENSE -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/download_helper.py: -------------------------------------------------------------------------------- 1 | # An abstract class which will be inherited by the tool specific classes like aria2_helper or mega_download_helper 2 | import threading 3 | 4 | 5 | class MethodNotImplementedError(NotImplementedError): 6 | def __init__(self): 7 | super(self, 'Not implemented method') 8 | 9 | 10 | class DownloadHelper: 11 | def __init__(self): 12 | self.name = '' # Name of the download; empty string if no download has been started 13 | self.size = 0.0 # Size of the download 14 | self.downloaded_bytes = 0.0 # Bytes downloaded 15 | self.speed = 0.0 # Download speed in bytes per second 16 | self.progress = 0.0 17 | self.progress_string = '0.00%' 18 | self.eta = 0 # Estimated time of download complete 19 | self.eta_string = '0s' # A listener class which have event callbacks 20 | self._resource_lock = threading.Lock() 21 | 22 | def add_download(self, link: str, path): 23 | raise MethodNotImplementedError 24 | 25 | def cancel_download(self): 26 | # Returns None if successfully cancelled, else error string 27 | raise MethodNotImplementedError 28 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/mega_downloader.py: -------------------------------------------------------------------------------- 1 | from bot import LOGGER, MEGA_API_KEY, download_dict_lock, download_dict, MEGA_EMAIL_ID, MEGA_PASSWORD 2 | import threading 3 | from mega import (MegaApi, MegaListener, MegaRequest, MegaTransfer, MegaError) 4 | from bot.helper.telegram_helper.message_utils import update_all_messages 5 | import os 6 | from bot.helper.mirror_utils.status_utils.mega_download_status import MegaDownloadStatus 7 | import random 8 | import string 9 | 10 | class MegaDownloaderException(Exception): 11 | pass 12 | 13 | 14 | class MegaAppListener(MegaListener): 15 | _NO_EVENT_ON = (MegaRequest.TYPE_LOGIN, 16 | MegaRequest.TYPE_FETCH_NODES) 17 | 18 | def __init__(self, continue_event: threading.Event, listener): 19 | self.continue_event = continue_event 20 | self.node = None 21 | self.listener = listener 22 | self.uid = listener.uid 23 | self.__bytes_transferred = 0 24 | self.is_cancelled = False 25 | self.__speed = 0 26 | self.__name = '' 27 | self.__size = 0 28 | self.error = None 29 | self.gid = "" 30 | super(MegaAppListener, self).__init__() 31 | 32 | @property 33 | def speed(self): 34 | """Returns speed of the download in bytes/second""" 35 | return self.__speed 36 | 37 | @property 38 | def name(self): 39 | """Returns name of the download""" 40 | return self.__name 41 | 42 | def setValues(self, name, size, gid): 43 | self.__name = name 44 | self.__size = size 45 | self.gid = gid 46 | 47 | @property 48 | def size(self): 49 | """Size of download in bytes""" 50 | return self.__size 51 | 52 | @property 53 | def downloaded_bytes(self): 54 | return self.__bytes_transferred 55 | 56 | def onRequestStart(self, api, request): 57 | LOGGER.info('Request start ({})'.format(request)) 58 | 59 | def onRequestFinish(self, api, request, error): 60 | LOGGER.info('Mega Request finished ({}); Result: {}' 61 | .format(request, error)) 62 | 63 | request_type = request.getType() 64 | if request_type == MegaRequest.TYPE_LOGIN: 65 | api.fetchNodes() 66 | elif request_type == MegaRequest.TYPE_GET_PUBLIC_NODE: 67 | self.node = request.getPublicMegaNode() 68 | elif request_type == MegaRequest.TYPE_FETCH_NODES: 69 | LOGGER.info("Fetching Root Node.") 70 | self.node = api.getRootNode() 71 | if request_type not in self._NO_EVENT_ON: 72 | self.continue_event.set() 73 | 74 | def onRequestTemporaryError(self, api, request, error: MegaError): 75 | self.listener.onDownloadError(error.toString()) 76 | self.error = error.toString() 77 | self.continue_event.set() 78 | 79 | def onTransferStart(self, api: MegaApi, transfer: MegaTransfer): 80 | LOGGER.info(f"Transfer Started: {transfer.getFileName()}") 81 | 82 | def onTransferUpdate(self, api: MegaApi, transfer: MegaTransfer): 83 | if self.is_cancelled: 84 | api.cancelTransfer(transfer, None) 85 | self.__speed = transfer.getSpeed() 86 | self.__bytes_transferred = transfer.getTransferredBytes() 87 | 88 | def onTransferFinish(self, api: MegaApi, transfer: MegaTransfer, error): 89 | try: 90 | LOGGER.info(f'Transfer finished ({transfer}); Result: {transfer.getFileName()}') 91 | if str(error) != "No error" and self.is_cancelled: 92 | self.is_cancelled = False 93 | return self.listener.onDownloadError(error.toString()) 94 | if transfer.isFolderTransfer() and transfer.isFinished() and not self.is_cancelled or transfer.getFileName() == self.name and not self.is_cancelled: 95 | self.listener.onDownloadComplete() 96 | except Exception as e: 97 | LOGGER.error(e) 98 | 99 | def onTransferTemporaryError(self, api, transfer, error): 100 | LOGGER.info(f'Mega download error in file {transfer} {transfer.getFileName()}: {error}') 101 | self.listener.onDownloadError(error.toString()) 102 | self.error = error.toString() 103 | self.continue_event.set() 104 | 105 | def cancel_download(self): 106 | self.is_cancelled = True 107 | 108 | 109 | class AsyncExecutor: 110 | 111 | def __init__(self): 112 | self.continue_event = threading.Event() 113 | 114 | def do(self, function, args): 115 | self.continue_event.clear() 116 | function(*args) 117 | self.continue_event.wait() 118 | 119 | 120 | class MegaDownloadHelper: 121 | def __init__(self): 122 | pass 123 | 124 | @staticmethod 125 | def add_download(mega_link: str, path: str, listener): 126 | if MEGA_API_KEY is None: 127 | raise MegaDownloaderException('Mega API KEY not provided! Cannot mirror mega links') 128 | executor = AsyncExecutor() 129 | api = MegaApi(MEGA_API_KEY, None, None, 'telegram-mirror-bot') 130 | mega_listener = MegaAppListener(executor.continue_event, listener) 131 | os.makedirs(path) 132 | api.addListener(mega_listener) 133 | if MEGA_EMAIL_ID is not None and MEGA_PASSWORD is not None: 134 | executor.do(api.login, (MEGA_EMAIL_ID, MEGA_PASSWORD)) 135 | executor.do(api.getPublicNode, (mega_link,)) 136 | node = mega_listener.node 137 | if node is None: 138 | executor.do(api.loginToFolder, (mega_link,)) 139 | node = mega_listener.node 140 | if mega_listener.error is not None: 141 | return listener.onDownloadError(str(mega_listener.error)) 142 | gid = ''.join(random.SystemRandom().choices(string.ascii_letters + string.digits, k=8)) 143 | mega_listener.setValues(node.getName(), api.getSize(node), gid) 144 | with download_dict_lock: 145 | download_dict[listener.uid] = MegaDownloadStatus(mega_listener, listener) 146 | threading.Thread(target=executor.do, args=(api.startDownload, (node, path))).start() 147 | update_all_messages() 148 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/telegram_downloader.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import threading 3 | import time 4 | 5 | from pyrogram import Client 6 | 7 | from bot import LOGGER, download_dict, download_dict_lock, TELEGRAM_API, \ 8 | TELEGRAM_HASH, USER_SESSION_STRING 9 | from .download_helper import DownloadHelper 10 | from ..status_utils.telegram_download_status import TelegramDownloadStatus 11 | 12 | global_lock = threading.Lock() 13 | GLOBAL_GID = set() 14 | 15 | logging.getLogger("pyrogram").setLevel(logging.WARNING) 16 | 17 | 18 | class TelegramDownloadHelper(DownloadHelper): 19 | def __init__(self, listener): 20 | super().__init__() 21 | self.__listener = listener 22 | self.__resource_lock = threading.RLock() 23 | self.__name = "" 24 | self.__gid = '' 25 | self.__start_time = time.time() 26 | self.__user_bot = Client(api_id=TELEGRAM_API, 27 | api_hash=TELEGRAM_HASH, 28 | session_name=USER_SESSION_STRING) 29 | self.__user_bot.start() 30 | self.__is_cancelled = False 31 | 32 | @property 33 | def gid(self): 34 | with self.__resource_lock: 35 | return self.__gid 36 | 37 | @property 38 | def download_speed(self): 39 | with self.__resource_lock: 40 | return self.downloaded_bytes / (time.time() - self.__start_time) 41 | 42 | def __onDownloadStart(self, name, size, file_id): 43 | with download_dict_lock: 44 | download_dict[self.__listener.uid] = TelegramDownloadStatus(self, self.__listener) 45 | with global_lock: 46 | GLOBAL_GID.add(file_id) 47 | with self.__resource_lock: 48 | self.name = name 49 | self.size = size 50 | self.__gid = file_id 51 | self.__listener.onDownloadStarted() 52 | 53 | def __onDownloadProgress(self, current, total): 54 | if self.__is_cancelled: 55 | self.__onDownloadError('Cancelled by user!') 56 | self.__user_bot.stop_transmission() 57 | return 58 | with self.__resource_lock: 59 | self.downloaded_bytes = current 60 | try: 61 | self.progress = current / self.size * 100 62 | except ZeroDivisionError: 63 | self.progress = 0 64 | 65 | def __onDownloadError(self, error): 66 | with global_lock: 67 | try: 68 | GLOBAL_GID.remove(self.gid) 69 | except KeyError: 70 | pass 71 | self.__listener.onDownloadError(error) 72 | 73 | def __onDownloadComplete(self): 74 | with global_lock: 75 | GLOBAL_GID.remove(self.gid) 76 | self.__listener.onDownloadComplete() 77 | 78 | def __download(self, message, path): 79 | download = self.__user_bot.download_media(message, 80 | progress=self.__onDownloadProgress, file_name=path) 81 | if download is not None: 82 | self.__onDownloadComplete() 83 | else: 84 | if not self.__is_cancelled: 85 | self.__onDownloadError('Internal error occurred') 86 | 87 | def add_download(self, message, path): 88 | _message = self.__user_bot.get_messages(message.chat.id, message.message_id) 89 | media = None 90 | media_array = [_message.document, _message.video, _message.audio] 91 | for i in media_array: 92 | if i is not None: 93 | media = i 94 | break 95 | if media is not None: 96 | with global_lock: 97 | # For avoiding locking the thread lock for long time unnecessarily 98 | download = media.file_id not in GLOBAL_GID 99 | 100 | if download: 101 | self.__onDownloadStart(media.file_name, media.file_size, media.file_id) 102 | LOGGER.info(f'Downloading telegram file with id: {media.file_id}') 103 | threading.Thread(target=self.__download, args=(_message, path)).start() 104 | else: 105 | self.__onDownloadError('File already being downloaded!') 106 | else: 107 | self.__onDownloadError('No document in the replied message') 108 | 109 | def cancel_download(self): 110 | LOGGER.info(f'Cancelling download on user request: {self.gid}') 111 | self.__is_cancelled = True 112 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/download_utils/youtube_dl_download_helper.py: -------------------------------------------------------------------------------- 1 | from .download_helper import DownloadHelper 2 | import time 3 | from youtube_dl import YoutubeDL, DownloadError 4 | from bot import download_dict_lock, download_dict 5 | from ..status_utils.youtube_dl_download_status import YoutubeDLDownloadStatus 6 | import logging 7 | import re 8 | import threading 9 | 10 | LOGGER = logging.getLogger(__name__) 11 | 12 | 13 | class MyLogger: 14 | def __init__(self, obj): 15 | self.obj = obj 16 | 17 | def debug(self, msg): 18 | LOGGER.debug(msg) 19 | # Hack to fix changing changing extension 20 | match = re.search(r'.ffmpeg..Merging formats into..(.*?).$', msg) 21 | if match and not self.obj.is_playlist: 22 | self.obj.name = match.group(1) 23 | 24 | @staticmethod 25 | def warning(msg): 26 | LOGGER.warning(msg) 27 | 28 | @staticmethod 29 | def error(msg): 30 | LOGGER.error(msg) 31 | 32 | 33 | class YoutubeDLHelper(DownloadHelper): 34 | def __init__(self, listener): 35 | super().__init__() 36 | self.__name = "" 37 | self.__start_time = time.time() 38 | self.__listener = listener 39 | self.__gid = "" 40 | self.opts = { 41 | 'progress_hooks': [self.__onDownloadProgress], 42 | 'logger': MyLogger(self), 43 | 'usenetrc': True, 44 | 'format': "best/bestvideo+bestaudio" 45 | } 46 | self.__download_speed = 0 47 | self.download_speed_readable = '' 48 | self.downloaded_bytes = 0 49 | self.size = 0 50 | self.is_playlist = False 51 | self.last_downloaded = 0 52 | self.is_cancelled = False 53 | self.vid_id = '' 54 | self.__resource_lock = threading.RLock() 55 | 56 | @property 57 | def download_speed(self): 58 | with self.__resource_lock: 59 | return self.__download_speed 60 | 61 | @property 62 | def gid(self): 63 | with self.__resource_lock: 64 | return self.__gid 65 | 66 | def __onDownloadProgress(self, d): 67 | if self.is_cancelled: 68 | raise ValueError("Cancelling Download..") 69 | if d['status'] == "finished": 70 | if self.is_playlist: 71 | self.last_downloaded = 0 72 | elif d['status'] == "downloading": 73 | with self.__resource_lock: 74 | self.__download_speed = d['speed'] 75 | if self.is_playlist: 76 | progress = d['downloaded_bytes'] / d['total_bytes'] 77 | chunk_size = d['downloaded_bytes'] - self.last_downloaded 78 | self.last_downloaded = d['total_bytes'] * progress 79 | self.downloaded_bytes += chunk_size 80 | try: 81 | self.progress = (self.downloaded_bytes / self.size) * 100 82 | except ZeroDivisionError: 83 | pass 84 | else: 85 | self.download_speed_readable = d['_speed_str'] 86 | self.downloaded_bytes = d['downloaded_bytes'] 87 | 88 | def __onDownloadStart(self): 89 | with download_dict_lock: 90 | download_dict[self.__listener.uid] = YoutubeDLDownloadStatus(self, self.__listener) 91 | 92 | def __onDownloadComplete(self): 93 | self.__listener.onDownloadComplete() 94 | 95 | def onDownloadError(self, error): 96 | self.__listener.onDownloadError(error) 97 | 98 | def extractMetaData(self, link): 99 | if 'hotstar' in link: 100 | self.opts['geo_bypass_country'] = 'IN' 101 | 102 | with YoutubeDL(self.opts) as ydl: 103 | try: 104 | result = ydl.extract_info(link, download=False) 105 | name = ydl.prepare_filename(result) 106 | except DownloadError as e: 107 | self.onDownloadError(str(e)) 108 | return 109 | if result.get('direct'): 110 | return None 111 | if 'entries' in result: 112 | video = result['entries'][0] 113 | for v in result['entries']: 114 | if v.get('filesize'): 115 | self.size += float(v['filesize']) 116 | # For playlists, ydl.prepare-filename returns the following format: -.NA 117 | self.name = name.split(f"-{result['id']}")[0] 118 | self.vid_id = video.get('id') 119 | self.is_playlist = True 120 | else: 121 | video = result 122 | if video.get('filesize'): 123 | self.size = float(video.get('filesize')) 124 | self.name = name 125 | self.vid_id = video.get('id') 126 | return video 127 | 128 | def __download(self, link): 129 | try: 130 | with YoutubeDL(self.opts) as ydl: 131 | try: 132 | ydl.download([link]) 133 | except DownloadError as e: 134 | self.onDownloadError(str(e)) 135 | return 136 | self.__onDownloadComplete() 137 | except ValueError: 138 | LOGGER.info("Download Cancelled by User!") 139 | self.onDownloadError("Download Cancelled by User!") 140 | 141 | def add_download(self, link, path): 142 | self.__onDownloadStart() 143 | self.extractMetaData(link) 144 | LOGGER.info(f"Downloading with YT-DL: {link}") 145 | self.__gid = f"{self.vid_id}{self.__listener.uid}" 146 | if not self.is_playlist: 147 | self.opts['outtmpl'] = f"{path}/{self.name}" 148 | else: 149 | self.opts['outtmpl'] = f"{path}/{self.name}/%(title)s.%(ext)s" 150 | self.__download(link) 151 | 152 | def cancel_download(self): 153 | self.is_cancelled = True 154 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/mirror_utils/status_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/aria_download_status.py: -------------------------------------------------------------------------------- 1 | from bot import aria2, DOWNLOAD_DIR, LOGGER 2 | from bot.helper.ext_utils.bot_utils import MirrorStatus 3 | from .status import Status 4 | 5 | 6 | def get_download(gid): 7 | return aria2.get_download(gid) 8 | 9 | 10 | class AriaDownloadStatus(Status): 11 | 12 | def __init__(self, gid, listener): 13 | super().__init__() 14 | self.upload_name = None 15 | self.is_archiving = False 16 | self.__gid = gid 17 | self.__download = get_download(self.__gid) 18 | self.__uid = listener.uid 19 | self.__listener = listener 20 | self.message = listener.message 21 | self.last = None 22 | self.is_waiting = False 23 | self.is_extracting = False 24 | 25 | def __update(self): 26 | self.__download = get_download(self.__gid) 27 | 28 | def progress(self): 29 | """ 30 | Calculates the progress of the mirror (upload or download) 31 | :return: returns progress in percentage 32 | """ 33 | self.__update() 34 | return self.__download.progress_string() 35 | 36 | def size_raw(self): 37 | """ 38 | Gets total size of the mirror file/folder 39 | :return: total size of mirror 40 | """ 41 | return self.aria_download().total_length 42 | 43 | def processed_bytes(self): 44 | return self.aria_download().completed_length 45 | 46 | def speed(self): 47 | return self.aria_download().download_speed_string() 48 | 49 | def name(self): 50 | return self.aria_download().name 51 | 52 | def path(self): 53 | return f"{DOWNLOAD_DIR}{self.__uid}" 54 | 55 | def size(self): 56 | return self.aria_download().total_length_string() 57 | 58 | def eta(self): 59 | return self.aria_download().eta_string() 60 | 61 | def status(self): 62 | download = self.aria_download() 63 | if download.is_waiting: 64 | status = MirrorStatus.STATUS_WAITING 65 | elif download.is_paused: 66 | status = MirrorStatus.STATUS_CANCELLED 67 | elif download.has_failed: 68 | status = MirrorStatus.STATUS_FAILED 69 | else: 70 | status = MirrorStatus.STATUS_DOWNLOADING 71 | return status 72 | 73 | def aria_download(self): 74 | self.__update() 75 | return self.__download 76 | 77 | def download(self): 78 | return self 79 | 80 | def updateName(self,name): 81 | self.__name = name 82 | 83 | def updateGid(self,gid): 84 | self.__gid = gid 85 | 86 | def getListener(self): 87 | return self.__listener 88 | 89 | def uid(self): 90 | return self.__uid 91 | 92 | def gid(self): 93 | self.__update() 94 | return self.__gid 95 | 96 | def cancel_download(self): 97 | LOGGER.info(f"Cancelling Download: {self.name()}") 98 | download = self.aria_download() 99 | if download.is_waiting: 100 | aria2.remove([download]) 101 | self.__listener.onDownloadError("Cancelled by user") 102 | return 103 | if len(download.followed_by_ids) != 0: 104 | downloads = aria2.get_downloads(download.followed_by_ids) 105 | aria2.pause(downloads) 106 | aria2.pause([download]) 107 | 108 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/extract_status.py: -------------------------------------------------------------------------------- 1 | from .status import Status 2 | from bot.helper.ext_utils.bot_utils import get_readable_file_size, MirrorStatus 3 | 4 | 5 | class ExtractStatus(Status): 6 | def __init__(self, name, path, size): 7 | self.__name = name 8 | self.__path = path 9 | self.__size = size 10 | 11 | # The progress of extract function cannot be tracked. So we just return dummy values. 12 | # If this is possible in future,we should implement it 13 | 14 | def progress(self): 15 | return '0' 16 | 17 | def speed(self): 18 | return '0' 19 | 20 | def name(self): 21 | return self.__name 22 | 23 | def path(self): 24 | return self.__path 25 | 26 | def size(self): 27 | return get_readable_file_size(self.__size) 28 | 29 | def eta(self): 30 | return '0s' 31 | 32 | def status(self): 33 | return MirrorStatus.STATUS_EXTRACTING 34 | 35 | def processed_bytes(self): 36 | return 0 37 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/listeners.py: -------------------------------------------------------------------------------- 1 | class MirrorListeners: 2 | def __init__(self, context, update): 3 | self.bot = context 4 | self.update = update 5 | self.message = update.message 6 | self.uid = self.message.message_id 7 | 8 | def onDownloadStarted(self): 9 | raise NotImplementedError 10 | 11 | def onDownloadProgress(self): 12 | raise NotImplementedError 13 | 14 | def onDownloadComplete(self): 15 | raise NotImplementedError 16 | 17 | def onDownloadError(self, error: str): 18 | raise NotImplementedError 19 | 20 | def onUploadStarted(self): 21 | raise NotImplementedError 22 | 23 | def onUploadProgress(self): 24 | raise NotImplementedError 25 | 26 | def onUploadComplete(self, link: str): 27 | raise NotImplementedError 28 | 29 | def onUploadError(self, error: str): 30 | raise NotImplementedError 31 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/mega_download_status.py: -------------------------------------------------------------------------------- 1 | from bot.helper.ext_utils.bot_utils import get_readable_file_size,MirrorStatus, get_readable_time 2 | from bot import DOWNLOAD_DIR 3 | from .status import Status 4 | 5 | 6 | class MegaDownloadStatus(Status): 7 | 8 | def __init__(self, obj, listener): 9 | self.uid = obj.uid 10 | self.listener = listener 11 | self.obj = obj 12 | 13 | def name(self) -> str: 14 | return self.obj.name 15 | 16 | def progress_raw(self): 17 | try: 18 | return round(self.processed_bytes() / self.obj.size * 100,2) 19 | except ZeroDivisionError: 20 | return 0.0 21 | 22 | def progress(self): 23 | """Progress of download in percentage""" 24 | return f"{self.progress_raw()}%" 25 | 26 | def status(self) -> str: 27 | return MirrorStatus.STATUS_DOWNLOADING 28 | 29 | def processed_bytes(self): 30 | return self.obj.downloaded_bytes 31 | 32 | def eta(self): 33 | try: 34 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 35 | return f'{get_readable_time(seconds)}' 36 | except ZeroDivisionError: 37 | return '-' 38 | 39 | def size_raw(self): 40 | return self.obj.size 41 | 42 | def size(self) -> str: 43 | return get_readable_file_size(self.size_raw()) 44 | 45 | def downloaded(self) -> str: 46 | return get_readable_file_size(self.obj.downloadedBytes) 47 | 48 | def speed_raw(self): 49 | return self.obj.speed 50 | 51 | def speed(self) -> str: 52 | return f'{get_readable_file_size(self.speed_raw())}/s' 53 | 54 | def gid(self) -> str: 55 | return self.obj.gid 56 | 57 | def path(self) -> str: 58 | return f"{DOWNLOAD_DIR}{self.uid}" 59 | 60 | def download(self): 61 | return self.obj -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/status.py: -------------------------------------------------------------------------------- 1 | # Generic status class. All other status classes must inherit this class 2 | 3 | 4 | class Status: 5 | 6 | def progress(self): 7 | """ 8 | Calculates the progress of the mirror (upload or download) 9 | :return: progress in percentage 10 | """ 11 | raise NotImplementedError 12 | 13 | def speed(self): 14 | """:return: speed in bytes per second""" 15 | raise NotImplementedError 16 | 17 | def name(self): 18 | """:return name of file/directory being processed""" 19 | raise NotImplementedError 20 | 21 | def path(self): 22 | """:return path of the file/directory""" 23 | raise NotImplementedError 24 | 25 | def size(self): 26 | """:return Size of file folder""" 27 | raise NotImplementedError 28 | 29 | def eta(self): 30 | """:return ETA of the process to complete""" 31 | raise NotImplementedError 32 | 33 | def status(self): 34 | """:return String describing what is the object of this class will be tracking (upload/download/something 35 | else) """ 36 | raise NotImplementedError 37 | 38 | def processed_bytes(self): 39 | """:return The size of file that has been processed (downloaded/uploaded/archived)""" 40 | raise NotImplementedError 41 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/tar_status.py: -------------------------------------------------------------------------------- 1 | from .status import Status 2 | from bot.helper.ext_utils.bot_utils import get_readable_file_size, MirrorStatus 3 | 4 | 5 | class TarStatus(Status): 6 | def __init__(self, name, path, size): 7 | self.__name = name 8 | self.__path = path 9 | self.__size = size 10 | 11 | # The progress of Tar function cannot be tracked. So we just return dummy values. 12 | # If this is possible in future,we should implement it 13 | 14 | def progress(self): 15 | return '0' 16 | 17 | def speed(self): 18 | return '0' 19 | 20 | def name(self): 21 | return self.__name 22 | 23 | def path(self): 24 | return self.__path 25 | 26 | def size(self): 27 | return get_readable_file_size(self.__size) 28 | 29 | def eta(self): 30 | return '0s' 31 | 32 | def status(self): 33 | return MirrorStatus.STATUS_ARCHIVING 34 | 35 | def processed_bytes(self): 36 | return 0 37 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/telegram_download_status.py: -------------------------------------------------------------------------------- 1 | from bot import DOWNLOAD_DIR 2 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 3 | from .status import Status 4 | 5 | 6 | class TelegramDownloadStatus(Status): 7 | def __init__(self, obj, listener): 8 | self.obj = obj 9 | self.uid = listener.uid 10 | self.message = listener.message 11 | 12 | def gid(self): 13 | return self.obj.gid 14 | 15 | def path(self): 16 | return f"{DOWNLOAD_DIR}{self.uid}" 17 | 18 | def processed_bytes(self): 19 | return self.obj.downloaded_bytes 20 | 21 | def size_raw(self): 22 | return self.obj.size 23 | 24 | def size(self): 25 | return get_readable_file_size(self.size_raw()) 26 | 27 | def status(self): 28 | return MirrorStatus.STATUS_DOWNLOADING 29 | 30 | def name(self): 31 | return self.obj.name 32 | 33 | def progress_raw(self): 34 | return self.obj.progress 35 | 36 | def progress(self): 37 | return f'{round(self.progress_raw(), 2)}%' 38 | 39 | def speed_raw(self): 40 | """ 41 | :return: Download speed in Bytes/Seconds 42 | """ 43 | return self.obj.download_speed 44 | 45 | def speed(self): 46 | return f'{get_readable_file_size(self.speed_raw())}/s' 47 | 48 | def eta(self): 49 | try: 50 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 51 | return f'{get_readable_time(seconds)}' 52 | except ZeroDivisionError: 53 | return '-' 54 | 55 | def download(self): 56 | return self.obj 57 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/upload_status.py: -------------------------------------------------------------------------------- 1 | from .status import Status 2 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 3 | from bot import DOWNLOAD_DIR 4 | 5 | 6 | class UploadStatus(Status): 7 | def __init__(self, obj, size, listener): 8 | self.obj = obj 9 | self.__size = size 10 | self.uid = listener.uid 11 | self.message = listener.message 12 | 13 | def path(self): 14 | return f"{DOWNLOAD_DIR}{self.uid}" 15 | 16 | def processed_bytes(self): 17 | return self.obj.uploaded_bytes 18 | 19 | def size_raw(self): 20 | return self.__size 21 | 22 | def size(self): 23 | return get_readable_file_size(self.__size) 24 | 25 | def status(self): 26 | return MirrorStatus.STATUS_UPLOADING 27 | 28 | def name(self): 29 | return self.obj.name 30 | 31 | def progress_raw(self): 32 | try: 33 | return self.obj.uploaded_bytes / self.__size * 100 34 | except ZeroDivisionError: 35 | return 0 36 | 37 | def progress(self): 38 | return f'{round(self.progress_raw(), 2)}%' 39 | 40 | def speed_raw(self): 41 | """ 42 | :return: Upload speed in Bytes/Seconds 43 | """ 44 | return self.obj.speed() 45 | 46 | def speed(self): 47 | return f'{get_readable_file_size(self.speed_raw())}/s' 48 | 49 | def eta(self): 50 | try: 51 | seconds = (self.__size - self.obj.uploaded_bytes) / self.speed_raw() 52 | return f'{get_readable_time(seconds)}' 53 | except ZeroDivisionError: 54 | return '-' 55 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/status_utils/youtube_dl_download_status.py: -------------------------------------------------------------------------------- 1 | from bot import DOWNLOAD_DIR 2 | from bot.helper.ext_utils.bot_utils import MirrorStatus, get_readable_file_size, get_readable_time 3 | from .status import Status 4 | 5 | 6 | class YoutubeDLDownloadStatus(Status): 7 | def __init__(self, obj, listener): 8 | self.obj = obj 9 | self.uid = listener.uid 10 | self.message = listener.message 11 | 12 | def gid(self): 13 | return self.obj.gid 14 | 15 | def path(self): 16 | return f"{DOWNLOAD_DIR}{self.uid}" 17 | 18 | def processed_bytes(self): 19 | return self.obj.downloaded_bytes 20 | 21 | def size_raw(self): 22 | return self.obj.size 23 | 24 | def size(self): 25 | return get_readable_file_size(self.size_raw()) 26 | 27 | def status(self): 28 | return MirrorStatus.STATUS_DOWNLOADING 29 | 30 | def name(self): 31 | return self.obj.name 32 | 33 | def progress_raw(self): 34 | return self.obj.progress 35 | 36 | def progress(self): 37 | return f'{round(self.progress_raw(), 2)}%' 38 | 39 | def speed_raw(self): 40 | """ 41 | :return: Download speed in Bytes/Seconds 42 | """ 43 | return self.obj.download_speed 44 | 45 | def speed(self): 46 | return f'{get_readable_file_size(self.speed_raw())}/s' 47 | 48 | def eta(self): 49 | try: 50 | seconds = (self.size_raw() - self.processed_bytes()) / self.speed_raw() 51 | return f'{get_readable_time(seconds)}' 52 | except ZeroDivisionError: 53 | return '-' 54 | 55 | def download(self): 56 | return self.obj 57 | -------------------------------------------------------------------------------- /bot/helper/mirror_utils/upload_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/mirror_utils/upload_utils/__init__.py -------------------------------------------------------------------------------- /bot/helper/mirror_utils/upload_utils/gdriveTools.py: -------------------------------------------------------------------------------- 1 | import os 2 | import pickle 3 | import urllib.parse as urlparse 4 | from urllib.parse import parse_qs 5 | 6 | import re 7 | import json 8 | import requests 9 | import logging 10 | 11 | from google.auth.transport.requests import Request 12 | from google.oauth2 import service_account 13 | from google_auth_oauthlib.flow import InstalledAppFlow 14 | from googleapiclient.discovery import build 15 | from googleapiclient.errors import HttpError 16 | from googleapiclient.http import MediaFileUpload 17 | from tenacity import * 18 | 19 | from telegram import InlineKeyboardMarkup 20 | from bot.helper.telegram_helper import button_builder 21 | from telegraph import Telegraph 22 | 23 | from bot import parent_id, DOWNLOAD_DIR, IS_TEAM_DRIVE, INDEX_URL, \ 24 | USE_SERVICE_ACCOUNTS, download_dict, telegra_ph 25 | from bot.helper.ext_utils.bot_utils import * 26 | from bot.helper.ext_utils.fs_utils import get_mime_type 27 | 28 | LOGGER = logging.getLogger(__name__) 29 | logging.getLogger('googleapiclient.discovery').setLevel(logging.ERROR) 30 | SERVICE_ACCOUNT_INDEX = 0 31 | TELEGRAPHLIMIT = 95 32 | 33 | class GoogleDriveHelper: 34 | def __init__(self, name=None, listener=None): 35 | self.__G_DRIVE_TOKEN_FILE = "token.pickle" 36 | # Check https://developers.google.com/drive/scopes for all available scopes 37 | self.__OAUTH_SCOPE = ['https://www.googleapis.com/auth/drive'] 38 | # Redirect URI for installed apps, can be left as is 39 | self.__REDIRECT_URI = "urn:ietf:wg:oauth:2.0:oob" 40 | self.__G_DRIVE_DIR_MIME_TYPE = "application/vnd.google-apps.folder" 41 | self.__G_DRIVE_BASE_DOWNLOAD_URL = "https://drive.google.com/uc?id={}&export=download" 42 | self.__G_DRIVE_DIR_BASE_DOWNLOAD_URL = "https://drive.google.com/drive/folders/{}" 43 | self.__listener = listener 44 | self.__service = self.authorize() 45 | self._file_uploaded_bytes = 0 46 | self.uploaded_bytes = 0 47 | self.UPDATE_INTERVAL = 5 48 | self.start_time = 0 49 | self.total_time = 0 50 | self._should_update = True 51 | self.is_uploading = True 52 | self.is_cancelled = False 53 | self.status = None 54 | self.updater = None 55 | self.name = name 56 | self.update_interval = 3 57 | 58 | def cancel(self): 59 | self.is_cancelled = True 60 | self.is_uploading = False 61 | 62 | def speed(self): 63 | """ 64 | It calculates the average upload speed and returns it in bytes/seconds unit 65 | :return: Upload speed in bytes/second 66 | """ 67 | try: 68 | return self.uploaded_bytes / self.total_time 69 | except ZeroDivisionError: 70 | return 0 71 | 72 | @staticmethod 73 | def getIdFromUrl(link: str): 74 | if "folders" in link or "file" in link: 75 | regex = r"https://drive\.google\.com/(drive)?/?u?/?\d?/?(mobile)?/?(file)?(folders)?/?d?/([-\w]+)[?+]?/?(w+)?" 76 | res = re.search(regex,link) 77 | if res is None: 78 | raise IndexError("GDrive ID not found.") 79 | return res.group(5) 80 | parsed = urlparse.urlparse(link) 81 | return parse_qs(parsed.query)['id'][0] 82 | 83 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 84 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 85 | def _on_upload_progress(self): 86 | if self.status is not None: 87 | chunk_size = self.status.total_size * self.status.progress() - self._file_uploaded_bytes 88 | self._file_uploaded_bytes = self.status.total_size * self.status.progress() 89 | LOGGER.debug(f'Uploading {self.name}, chunk size: {get_readable_file_size(chunk_size)}') 90 | self.uploaded_bytes += chunk_size 91 | self.total_time += self.update_interval 92 | 93 | def __upload_empty_file(self, path, file_name, mime_type, parent_id=None): 94 | media_body = MediaFileUpload(path, 95 | mimetype=mime_type, 96 | resumable=False) 97 | file_metadata = { 98 | 'name': file_name, 99 | 'description': 'mirror', 100 | 'mimeType': mime_type, 101 | } 102 | if parent_id is not None: 103 | file_metadata['parents'] = [parent_id] 104 | return self.__service.files().create(supportsTeamDrives=True, 105 | body=file_metadata, media_body=media_body).execute() 106 | 107 | def switchServiceAccount(self): 108 | global SERVICE_ACCOUNT_INDEX 109 | service_account_count = len(os.listdir("accounts")) 110 | if SERVICE_ACCOUNT_INDEX == service_account_count - 1: 111 | SERVICE_ACCOUNT_INDEX = 0 112 | SERVICE_ACCOUNT_INDEX += 1 113 | LOGGER.info(f"Switching to {SERVICE_ACCOUNT_INDEX}.json service account") 114 | self.__service = self.authorize() 115 | 116 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 117 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 118 | def __set_permission(self, drive_id): 119 | permissions = { 120 | 'role': 'reader', 121 | 'type': 'anyone', 122 | 'value': None, 123 | 'withLink': True 124 | } 125 | return self.__service.permissions().create(supportsTeamDrives=True, fileId=drive_id, 126 | body=permissions).execute() 127 | 128 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 129 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 130 | def upload_file(self, file_path, file_name, mime_type, parent_id): 131 | # File body description 132 | file_metadata = { 133 | 'name': file_name, 134 | 'description': 'mirror', 135 | 'mimeType': mime_type, 136 | } 137 | if parent_id is not None: 138 | file_metadata['parents'] = [parent_id] 139 | 140 | if os.path.getsize(file_path) == 0: 141 | media_body = MediaFileUpload(file_path, 142 | mimetype=mime_type, 143 | resumable=False) 144 | response = self.__service.files().create(supportsTeamDrives=True, 145 | body=file_metadata, media_body=media_body).execute() 146 | if not IS_TEAM_DRIVE: 147 | self.__set_permission(response['id']) 148 | 149 | drive_file = self.__service.files().get(supportsTeamDrives=True, 150 | fileId=response['id']).execute() 151 | download_url = self.__G_DRIVE_BASE_DOWNLOAD_URL.format(drive_file.get('id')) 152 | return download_url 153 | media_body = MediaFileUpload(file_path, 154 | mimetype=mime_type, 155 | resumable=True, 156 | chunksize=50 * 1024 * 1024) 157 | 158 | # Insert a file 159 | drive_file = self.__service.files().create(supportsTeamDrives=True, 160 | body=file_metadata, media_body=media_body) 161 | response = None 162 | while response is None: 163 | if self.is_cancelled: 164 | return None 165 | try: 166 | self.status, response = drive_file.next_chunk() 167 | except HttpError as err: 168 | if err.resp.get('content-type', '').startswith('application/json'): 169 | reason = json.loads(err.content).get('error').get('errors')[0].get('reason') 170 | if reason == 'userRateLimitExceeded' or reason == 'dailyLimitExceeded': 171 | if USE_SERVICE_ACCOUNTS: 172 | self.switchServiceAccount() 173 | LOGGER.info(f"Got: {reason}, Trying Again.") 174 | return self.upload_file(file_path, file_name, mime_type, parent_id) 175 | else: 176 | raise err 177 | self._file_uploaded_bytes = 0 178 | # Insert new permissions 179 | if not IS_TEAM_DRIVE: 180 | self.__set_permission(response['id']) 181 | # Define file instance and get url for download 182 | drive_file = self.__service.files().get(supportsTeamDrives=True, fileId=response['id']).execute() 183 | download_url = self.__G_DRIVE_BASE_DOWNLOAD_URL.format(drive_file.get('id')) 184 | return download_url 185 | 186 | def deletefile(self, link: str): 187 | try: 188 | file_id = self.getIdFromUrl(link) 189 | except (KeyError,IndexError): 190 | msg = "Google drive ID could not be found in the provided link" 191 | return msg 192 | msg = '' 193 | try: 194 | res = self.__service.files().delete(fileId=file_id, supportsTeamDrives=IS_TEAM_DRIVE).execute() 195 | msg = "Successfully deleted" 196 | except HttpError as err: 197 | LOGGER.error(str(err)) 198 | if "File not found" in str(err): 199 | msg = "No such file exist" 200 | else: 201 | msg = "Something went wrong check log" 202 | finally: 203 | return msg 204 | 205 | def upload(self, file_name: str): 206 | if USE_SERVICE_ACCOUNTS: 207 | self.service_account_count = len(os.listdir("accounts")) 208 | self.__listener.onUploadStarted() 209 | file_dir = f"{DOWNLOAD_DIR}{self.__listener.message.message_id}" 210 | file_path = f"{file_dir}/{file_name}" 211 | LOGGER.info("Uploading File: " + file_path) 212 | self.start_time = time.time() 213 | self.updater = setInterval(self.update_interval, self._on_upload_progress) 214 | if os.path.isfile(file_path): 215 | try: 216 | mime_type = get_mime_type(file_path) 217 | link = self.upload_file(file_path, file_name, mime_type, parent_id) 218 | if link is None: 219 | raise Exception('Upload has been manually cancelled') 220 | LOGGER.info("Uploaded To G-Drive: " + file_path) 221 | except Exception as e: 222 | if isinstance(e, RetryError): 223 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 224 | err = e.last_attempt.exception() 225 | else: 226 | err = e 227 | LOGGER.error(err) 228 | self.__listener.onUploadError(str(err)) 229 | return 230 | finally: 231 | self.updater.cancel() 232 | else: 233 | try: 234 | dir_id = self.create_directory(os.path.basename(os.path.abspath(file_name)), parent_id) 235 | result = self.upload_dir(file_path, dir_id) 236 | if result is None: 237 | raise Exception('Upload has been manually cancelled!') 238 | LOGGER.info("Uploaded To G-Drive: " + file_name) 239 | link = f"https://drive.google.com/folderview?id={dir_id}" 240 | except Exception as e: 241 | if isinstance(e, RetryError): 242 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 243 | err = e.last_attempt.exception() 244 | else: 245 | err = e 246 | LOGGER.error(err) 247 | self.__listener.onUploadError(str(err)) 248 | return 249 | finally: 250 | self.updater.cancel() 251 | LOGGER.info(download_dict) 252 | self.__listener.onUploadComplete(link) 253 | LOGGER.info("Deleting downloaded file/folder..") 254 | return link 255 | 256 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 257 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 258 | def copyFile(self, file_id, dest_id): 259 | body = { 260 | 'parents': [dest_id] 261 | } 262 | 263 | try: 264 | res = self.__service.files().copy(supportsAllDrives=True,fileId=file_id,body=body).execute() 265 | return res 266 | except HttpError as err: 267 | if err.resp.get('content-type', '').startswith('application/json'): 268 | reason = json.loads(err.content).get('error').get('errors')[0].get('reason') 269 | if reason == 'userRateLimitExceeded' or reason == 'dailyLimitExceeded': 270 | if USE_SERVICE_ACCOUNTS: 271 | self.switchServiceAccount() 272 | LOGGER.info(f"Got: {reason}, Trying Again.") 273 | return self.copyFile(file_id,dest_id) 274 | else: 275 | raise err 276 | 277 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 278 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 279 | def getFileMetadata(self,file_id): 280 | return self.__service.files().get(supportsAllDrives=True, fileId=file_id, 281 | fields="name,id,mimeType,size").execute() 282 | 283 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 284 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 285 | def getFilesByFolderId(self,folder_id): 286 | page_token = None 287 | q = f"'{folder_id}' in parents" 288 | files = [] 289 | while True: 290 | response = self.__service.files().list(supportsTeamDrives=True, 291 | includeTeamDriveItems=True, 292 | q=q, 293 | spaces='drive', 294 | pageSize=200, 295 | fields='nextPageToken, files(id, name, mimeType,size)', 296 | pageToken=page_token).execute() 297 | for file in response.get('files', []): 298 | files.append(file) 299 | page_token = response.get('nextPageToken', None) 300 | if page_token is None: 301 | break 302 | return files 303 | 304 | def clone(self, link): 305 | self.transferred_size = 0 306 | try: 307 | file_id = self.getIdFromUrl(link) 308 | except (KeyError,IndexError): 309 | msg = "Google drive ID could not be found in the provided link" 310 | return msg, "" 311 | msg = "" 312 | LOGGER.info(f"File ID: {file_id}") 313 | try: 314 | meta = self.getFileMetadata(file_id) 315 | if meta.get("mimeType") == self.__G_DRIVE_DIR_MIME_TYPE: 316 | dir_id = self.create_directory(meta.get('name'), parent_id) 317 | result = self.cloneFolder(meta.get('name'), meta.get('name'), meta.get('id'), dir_id) 318 | msg += f'Filename : {meta.get("name")}\nSize : {get_readable_file_size(self.transferred_size)}' 319 | buttons = button_builder.ButtonMaker() 320 | buttons.buildbutton("⚡Drive Link⚡", self.__G_DRIVE_DIR_BASE_DOWNLOAD_URL.format(dir_id)) 321 | if INDEX_URL is not None: 322 | url_path = requests.utils.quote(f'{meta.get("name")}') 323 | url = f'{INDEX_URL}/{url_path}/' 324 | buttons.buildbutton("💥Index Link💥", url) 325 | else: 326 | file = self.copyFile(meta.get('id'), parent_id) 327 | msg += f'Filename : {file.get("name")}' 328 | buttons = button_builder.ButtonMaker() 329 | buttons.buildbutton("⚡Drive Link⚡", self.__G_DRIVE_BASE_DOWNLOAD_URL.format(file.get("id"))) 330 | try: 331 | msg += f'\nSize : {get_readable_file_size(int(meta.get("size")))}' 332 | except TypeError: 333 | pass 334 | if INDEX_URL is not None: 335 | url_path = requests.utils.quote(f'{file.get("name")}') 336 | url = f'{INDEX_URL}/{url_path}' 337 | buttons.buildbutton("💥Index Link💥", url) 338 | except Exception as err: 339 | if isinstance(err, RetryError): 340 | LOGGER.info(f"Total Attempts: {err.last_attempt.attempt_number}") 341 | err = err.last_attempt.exception() 342 | err = str(err).replace('>', '').replace('<', '') 343 | LOGGER.error(err) 344 | return err, "" 345 | return msg, InlineKeyboardMarkup(buttons.build_menu(2)) 346 | 347 | def cloneFolder(self, name, local_path, folder_id, parent_id): 348 | LOGGER.info(f"Syncing: {local_path}") 349 | files = self.getFilesByFolderId(folder_id) 350 | new_id = None 351 | if len(files) == 0: 352 | return parent_id 353 | for file in files: 354 | if file.get('mimeType') == self.__G_DRIVE_DIR_MIME_TYPE: 355 | file_path = os.path.join(local_path, file.get('name')) 356 | current_dir_id = self.create_directory(file.get('name'), parent_id) 357 | new_id = self.cloneFolder(file.get('name'), file_path, file.get('id'), current_dir_id) 358 | else: 359 | try: 360 | self.transferred_size += int(file.get('size')) 361 | except TypeError: 362 | pass 363 | try: 364 | self.copyFile(file.get('id'), parent_id) 365 | new_id = parent_id 366 | except Exception as e: 367 | if isinstance(e, RetryError): 368 | LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}") 369 | err = e.last_attempt.exception() 370 | else: 371 | err = e 372 | LOGGER.error(err) 373 | return new_id 374 | 375 | @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5), 376 | retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG)) 377 | def create_directory(self, directory_name, parent_id): 378 | file_metadata = { 379 | "name": directory_name, 380 | "mimeType": self.__G_DRIVE_DIR_MIME_TYPE 381 | } 382 | if parent_id is not None: 383 | file_metadata["parents"] = [parent_id] 384 | file = self.__service.files().create(supportsTeamDrives=True, body=file_metadata).execute() 385 | file_id = file.get("id") 386 | if not IS_TEAM_DRIVE: 387 | self.__set_permission(file_id) 388 | LOGGER.info("Created Google-Drive Folder:\nName: {}\nID: {} ".format(file.get("name"), file_id)) 389 | return file_id 390 | 391 | def upload_dir(self, input_directory, parent_id): 392 | list_dirs = os.listdir(input_directory) 393 | if len(list_dirs) == 0: 394 | return parent_id 395 | new_id = None 396 | for item in list_dirs: 397 | current_file_name = os.path.join(input_directory, item) 398 | if self.is_cancelled: 399 | return None 400 | if os.path.isdir(current_file_name): 401 | current_dir_id = self.create_directory(item, parent_id) 402 | new_id = self.upload_dir(current_file_name, current_dir_id) 403 | else: 404 | mime_type = get_mime_type(current_file_name) 405 | file_name = current_file_name.split("/")[-1] 406 | # current_file_name will have the full path 407 | self.upload_file(current_file_name, file_name, mime_type, parent_id) 408 | new_id = parent_id 409 | return new_id 410 | 411 | def authorize(self): 412 | # Get credentials 413 | credentials = None 414 | if not USE_SERVICE_ACCOUNTS: 415 | if os.path.exists(self.__G_DRIVE_TOKEN_FILE): 416 | with open(self.__G_DRIVE_TOKEN_FILE, 'rb') as f: 417 | credentials = pickle.load(f) 418 | if credentials is None or not credentials.valid: 419 | if credentials and credentials.expired and credentials.refresh_token: 420 | credentials.refresh(Request()) 421 | else: 422 | flow = InstalledAppFlow.from_client_secrets_file( 423 | 'credentials.json', self.__OAUTH_SCOPE) 424 | LOGGER.info(flow) 425 | credentials = flow.run_console(port=0) 426 | 427 | # Save the credentials for the next run 428 | with open(self.__G_DRIVE_TOKEN_FILE, 'wb') as token: 429 | pickle.dump(credentials, token) 430 | else: 431 | LOGGER.info(f"Authorizing with {SERVICE_ACCOUNT_INDEX}.json service account") 432 | credentials = service_account.Credentials.from_service_account_file( 433 | f'accounts/{SERVICE_ACCOUNT_INDEX}.json', 434 | scopes=self.__OAUTH_SCOPE) 435 | return build('drive', 'v3', credentials=credentials, cache_discovery=False) 436 | 437 | def edit_telegraph(self): 438 | nxt_page = 1 439 | prev_page = 0 440 | for content in self.telegraph_content : 441 | if nxt_page == 1 : 442 | content += f'Next' 443 | nxt_page += 1 444 | else : 445 | if prev_page <= self.num_of_path: 446 | content += f'Prev' 447 | prev_page += 1 448 | if nxt_page < self.num_of_path: 449 | content += f' | Next' 450 | nxt_page += 1 451 | telegra_ph.edit_page(path = self.path[prev_page], 452 | title = 'LoaderX', 453 | html_content=content) 454 | return 455 | 456 | def drive_list(self, fileName): 457 | msg = "" 458 | # Create Search Query for API request. 459 | query = f"'{parent_id}' in parents and (name contains '{fileName}')" 460 | response = self.__service.files().list(supportsTeamDrives=True, 461 | includeTeamDriveItems=True, 462 | q=query, 463 | spaces='drive', 464 | pageSize=200, 465 | fields='files(id, name, mimeType, size)', 466 | orderBy='modifiedTime desc').execute() 467 | 468 | if response["files"]: 469 | content_count = 0 470 | self.telegraph_content = [] 471 | self.path = [] 472 | msg += f'

Results : {fileName}


@LoaderXbot #ProjektX

' 473 | 474 | for file in response.get('files', []): 475 | if file.get('mimeType') == "application/vnd.google-apps.folder": # Detect Whether Current Entity is a Folder or File. 476 | msg += f"⁍{file.get('name')}
(folder📁)
" \ 477 | f"Drive Link" 478 | if INDEX_URL is not None: 479 | url_path = requests.utils.quote(f'{file.get("name")}') 480 | url = f'{INDEX_URL}/{url_path}/' 481 | msg += f' | Index Link' 482 | 483 | else: 484 | msg += f"⁍{file.get('name')}
({get_readable_file_size(int(file.get('size')))})📄
" \ 485 | f"Drive Link" 486 | if INDEX_URL is not None: 487 | url_path = requests.utils.quote(f'{file.get("name")}') 488 | url = f'{INDEX_URL}/{url_path}' 489 | msg += f' | Index Link' 490 | msg += '

' 491 | content_count += 1 492 | if content_count == TELEGRAPHLIMIT : 493 | self.telegraph_content.append(msg) 494 | msg = "" 495 | content_count = 0 496 | 497 | if msg != '': 498 | self.telegraph_content.append(msg) 499 | 500 | for content in self.telegraph_content : 501 | self.path.append(telegra_ph.create_page(title = 'LoaderX', 502 | html_content=content )['path']) 503 | 504 | self.num_of_path = len(self.path) 505 | if self.num_of_path > 1: 506 | self.edit_telegraph() 507 | 508 | msg = f"Search Results For {fileName} 👇" 509 | buttons = button_builder.ButtonMaker() 510 | buttons.buildbutton("HERE", f"https://telegra.ph/{self.path[0]}") 511 | 512 | return msg, InlineKeyboardMarkup(buttons.build_menu(1)) 513 | 514 | else : 515 | return "No Result Found :(", None 516 | 517 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/helper/telegram_helper/__init__.py -------------------------------------------------------------------------------- /bot/helper/telegram_helper/bot_commands.py: -------------------------------------------------------------------------------- 1 | class _BotCommands: 2 | def __init__(self): 3 | self.StartCommand = 'start' 4 | self.MirrorCommand = 'sedot' 5 | self.UnzipMirrorCommand = 'unzip' 6 | self.TarMirrorCommand = 'tar' 7 | self.CancelMirror = 'batal' 8 | self.CancelAllCommand = 'batall' 9 | self.ListCommand = 'list' 10 | self.deleteCommand = 'del' 11 | self.StatusCommand = 'stat' 12 | self.AuthorizedUsersCommand = 'user' 13 | self.AuthorizeCommand = 'izin' 14 | self.UnAuthorizeCommand = 'larang' 15 | self.AddSudoCommand = 'admin' 16 | self.RmSudoCommand = 'unadmin' 17 | self.PingCommand = 'ping' 18 | self.RestartCommand = 'restart' 19 | self.StatsCommand = 'stats' 20 | self.HelpCommand = 'tolong' 21 | self.LogCommand = 'log' 22 | self.CloneCommand = "salin" 23 | self.WatchCommand = 'vid' 24 | self.TarWatchCommand = 'taryt' 25 | 26 | BotCommands = _BotCommands() 27 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/button_builder.py: -------------------------------------------------------------------------------- 1 | from telegram import InlineKeyboardButton 2 | 3 | class ButtonMaker: 4 | def __init__(self): 5 | self.button = [] 6 | 7 | def buildbutton(self, key, link): 8 | self.button.append(InlineKeyboardButton(text = key, url = link)) 9 | 10 | def build_menu(self, n_cols, footer_buttons=None, header_buttons=None): 11 | menu = [self.button[i:i + n_cols] for i in range(0, len(self.button), n_cols)] 12 | if header_buttons: 13 | menu.insert(0, header_buttons) 14 | if footer_buttons: 15 | menu.append(footer_buttons) 16 | return menu 17 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/filters.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import BaseFilter 2 | from telegram import Message 3 | from bot import AUTHORIZED_CHATS, SUDO_USERS, OWNER_ID, download_dict, download_dict_lock 4 | 5 | 6 | class CustomFilters: 7 | class _OwnerFilter(BaseFilter): 8 | def filter(self, message): 9 | return bool(message.from_user.id == OWNER_ID) 10 | 11 | owner_filter = _OwnerFilter() 12 | 13 | class _AuthorizedUserFilter(BaseFilter): 14 | def filter(self, message): 15 | id = message.from_user.id 16 | return bool(id in AUTHORIZED_CHATS or id == OWNER_ID) 17 | 18 | authorized_user = _AuthorizedUserFilter() 19 | 20 | class _AuthorizedChat(BaseFilter): 21 | def filter(self, message): 22 | return bool(message.chat.id in AUTHORIZED_CHATS) 23 | 24 | authorized_chat = _AuthorizedChat() 25 | 26 | class _SudoUser(BaseFilter): 27 | def filter(self,message): 28 | return bool(message.from_user.id in SUDO_USERS) 29 | 30 | sudo_user = _SudoUser() 31 | 32 | class _MirrorOwner(BaseFilter): 33 | def filter(self, message: Message): 34 | user_id = message.from_user.id 35 | if user_id == OWNER_ID: 36 | return True 37 | args = str(message.text).split(' ') 38 | if len(args) > 1: 39 | # Cancelling by gid 40 | with download_dict_lock: 41 | for message_id, status in download_dict.items(): 42 | if status.gid() == args[1] and status.message.from_user.id == user_id: 43 | return True 44 | else: 45 | return False 46 | # Cancelling by replying to original mirror message 47 | reply_user = message.reply_to_message.from_user.id 48 | return bool(reply_user == user_id) 49 | mirror_owner_filter = _MirrorOwner() 50 | -------------------------------------------------------------------------------- /bot/helper/telegram_helper/message_utils.py: -------------------------------------------------------------------------------- 1 | from telegram.message import Message 2 | from telegram.update import Update 3 | import time 4 | import psutil 5 | from bot import AUTO_DELETE_MESSAGE_DURATION, LOGGER, bot, \ 6 | status_reply_dict, status_reply_dict_lock 7 | from bot.helper.ext_utils.bot_utils import get_readable_message 8 | from telegram.error import TimedOut, BadRequest 9 | from bot import bot 10 | from telegram import InlineKeyboardMarkup 11 | 12 | 13 | def sendMessage(text: str, bot, update: Update): 14 | try: 15 | return bot.send_message(update.message.chat_id, 16 | reply_to_message_id=update.message.message_id, 17 | text=text, parse_mode='HTMl') 18 | except Exception as e: 19 | LOGGER.error(str(e)) 20 | 21 | 22 | def sendMarkup(text: str, bot, update: Update, reply_markup: InlineKeyboardMarkup): 23 | try: 24 | return bot.send_message(update.message.chat_id, 25 | reply_to_message_id=update.message.message_id, 26 | text=text, reply_markup=reply_markup, parse_mode='HTMl') 27 | except Exception as e: 28 | LOGGER.error(str(e)) 29 | 30 | 31 | def editMessage(text: str, message: Message, reply_markup=None): 32 | try: 33 | bot.edit_message_text(text=text, message_id=message.message_id, 34 | chat_id=message.chat.id, reply_markup=reply_markup, 35 | parse_mode='HTMl') 36 | except Exception as e: 37 | LOGGER.error(str(e)) 38 | 39 | 40 | def deleteMessage(bot, message: Message): 41 | try: 42 | bot.delete_message(chat_id=message.chat.id, 43 | message_id=message.message_id) 44 | except Exception as e: 45 | LOGGER.error(str(e)) 46 | 47 | 48 | def sendLogFile(bot, update: Update): 49 | with open('log.txt', 'rb') as f: 50 | bot.send_document(document=f, filename=f.name, 51 | reply_to_message_id=update.message.message_id, 52 | chat_id=update.message.chat_id) 53 | 54 | 55 | def auto_delete_message(bot, cmd_message: Message, bot_message: Message): 56 | if AUTO_DELETE_MESSAGE_DURATION != -1: 57 | time.sleep(AUTO_DELETE_MESSAGE_DURATION) 58 | try: 59 | # Skip if None is passed meaning we don't want to delete bot xor cmd message 60 | deleteMessage(bot, cmd_message) 61 | deleteMessage(bot, bot_message) 62 | except AttributeError: 63 | pass 64 | 65 | 66 | def delete_all_messages(): 67 | with status_reply_dict_lock: 68 | for message in list(status_reply_dict.values()): 69 | try: 70 | deleteMessage(bot, message) 71 | del status_reply_dict[message.chat.id] 72 | except Exception as e: 73 | LOGGER.error(str(e)) 74 | 75 | 76 | def update_all_messages(): 77 | msg = get_readable_message() 78 | msg += f"CPU: {psutil.cpu_percent()}%" \ 79 | f" DISK: {psutil.disk_usage('/').percent}%" \ 80 | f" RAM: {psutil.virtual_memory().percent}%" 81 | with status_reply_dict_lock: 82 | for chat_id in list(status_reply_dict.keys()): 83 | if status_reply_dict[chat_id] and msg != status_reply_dict[chat_id].text: 84 | try: 85 | editMessage(msg, status_reply_dict[chat_id]) 86 | except Exception as e: 87 | LOGGER.error(str(e)) 88 | status_reply_dict[chat_id].text = msg 89 | 90 | 91 | def sendStatusMessage(msg, bot): 92 | progress = get_readable_message() 93 | progress += f"CPU: {psutil.cpu_percent()}%" \ 94 | f" DISK: {psutil.disk_usage('/').percent}%" \ 95 | f" RAM: {psutil.virtual_memory().percent}%" 96 | with status_reply_dict_lock: 97 | if msg.message.chat.id in list(status_reply_dict.keys()): 98 | try: 99 | message = status_reply_dict[msg.message.chat.id] 100 | deleteMessage(bot, message) 101 | del status_reply_dict[msg.message.chat.id] 102 | except Exception as e: 103 | LOGGER.error(str(e)) 104 | del status_reply_dict[msg.message.chat.id] 105 | pass 106 | message = sendMessage(progress, bot, msg) 107 | status_reply_dict[msg.message.chat.id] = message 108 | -------------------------------------------------------------------------------- /bot/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/bot/modules/__init__.py -------------------------------------------------------------------------------- /bot/modules/authorize.py: -------------------------------------------------------------------------------- 1 | from bot.helper.telegram_helper.message_utils import sendMessage 2 | from telegram.ext import run_async 3 | from bot import AUTHORIZED_CHATS, SUDO_USERS, dispatcher 4 | from telegram.ext import CommandHandler 5 | from bot.helper.telegram_helper.filters import CustomFilters 6 | from telegram import Update 7 | from bot.helper.telegram_helper.bot_commands import BotCommands 8 | from bot.helper.ext_utils.db_handler import DbManger 9 | 10 | @run_async 11 | def authorize(update,context): 12 | reply_message = None 13 | message_ = None 14 | reply_message = update.message.reply_to_message 15 | message_ = update.message.text.split(' ') 16 | if len(message_) == 2: 17 | chat_id = int(message_[1]) 18 | if chat_id not in AUTHORIZED_CHATS: 19 | msg = DbManger().db_auth(chat_id) 20 | else: 21 | msg = 'User already authorized' 22 | else: 23 | if reply_message is None: 24 | # Trying to authorize a chat 25 | chat_id = update.effective_chat.id 26 | if chat_id not in AUTHORIZED_CHATS: 27 | msg = DbManger().db_auth(chat_id) 28 | else: 29 | msg = 'Already authorized chat' 30 | 31 | else: 32 | # Trying to authorize someone in specific 33 | user_id = reply_message.from_user.id 34 | if user_id not in AUTHORIZED_CHATS: 35 | msg = DbManger().db_auth(user_id) 36 | else: 37 | msg = 'User already authorized' 38 | sendMessage(msg, context.bot, update) 39 | 40 | 41 | @run_async 42 | def unauthorize(update,context): 43 | reply_message = None 44 | message_ = None 45 | reply_message = update.message.reply_to_message 46 | message_ = update.message.text.split(' ') 47 | if len(message_) == 2: 48 | chat_id = int(message_[1]) 49 | if chat_id in AUTHORIZED_CHATS: 50 | msg = DbManger().db_unauth(chat_id) 51 | else: 52 | msg = 'User already unauthorized' 53 | else: 54 | if reply_message is None: 55 | # Trying to unauthorize a chat 56 | chat_id = update.effective_chat.id 57 | if chat_id in AUTHORIZED_CHATS: 58 | msg = DbManger().db_unauth(chat_id) 59 | else: 60 | msg = 'Already unauthorized chat' 61 | else: 62 | # Trying to authorize someone in specific 63 | user_id = reply_message.from_user.id 64 | if user_id in AUTHORIZED_CHATS: 65 | msg = DbManger().db_unauth(user_id) 66 | else: 67 | msg = 'User already unauthorized' 68 | sendMessage(msg, context.bot, update) 69 | 70 | 71 | @run_async 72 | def addSudo(update,context): 73 | reply_message = None 74 | message_ = None 75 | reply_message = update.message.reply_to_message 76 | message_ = update.message.text.split(' ') 77 | if len(message_) == 2: 78 | chat_id = int(message_[1]) 79 | if chat_id not in SUDO_USERS: 80 | msg = DbManger().db_addsudo(chat_id) 81 | else: 82 | msg = 'Already Sudo' 83 | else: 84 | if reply_message is None: 85 | msg = "Give ID or Reply To message of whom you want to Promote" 86 | else: 87 | # Trying to authorize someone in specific 88 | user_id = reply_message.from_user.id 89 | if user_id not in SUDO_USERS: 90 | msg = DbManger().db_addsudo(user_id) 91 | else: 92 | msg = 'Already Sudo' 93 | sendMessage(msg, context.bot, update) 94 | 95 | 96 | @run_async 97 | def removeSudo(update,context): 98 | reply_message = None 99 | message_ = None 100 | reply_message = update.message.reply_to_message 101 | message_ = update.message.text.split(' ') 102 | if len(message_) == 2: 103 | chat_id = int(message_[1]) 104 | if chat_id in SUDO_USERS: 105 | msg = DbManger().db_rmsudo(chat_id) 106 | else: 107 | msg = 'Not a Sudo' 108 | else: 109 | if reply_message is None: 110 | msg = "Give ID or Reply To message of whom you want to remove from Sudo" 111 | else: 112 | user_id = reply_message.from_user.id 113 | if user_id in SUDO_USERS: 114 | msg = DbManger().db_rmsudo(user_id) 115 | else: 116 | msg = 'Not a Sudo' 117 | sendMessage(msg, context.bot, update) 118 | 119 | 120 | @run_async 121 | def sendAuthChats(update,context): 122 | sendMessage(f'Authorized Chats are : {AUTHORIZED_CHATS.__str__()}\nSudo Users are : {SUDO_USERS}', context.bot, update) 123 | 124 | 125 | send_auth_handler = CommandHandler(command=BotCommands.AuthorizedUsersCommand, callback=sendAuthChats, 126 | filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 127 | authorize_handler = CommandHandler(command=BotCommands.AuthorizeCommand, callback=authorize, 128 | filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 129 | unauthorize_handler = CommandHandler(command=BotCommands.UnAuthorizeCommand, callback=unauthorize, 130 | filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 131 | addsudo_handler = CommandHandler(command=BotCommands.AddSudoCommand, callback=addSudo, 132 | filters=CustomFilters.owner_filter) 133 | removesudo_handler = CommandHandler(command=BotCommands.RmSudoCommand, callback=removeSudo, 134 | filters=CustomFilters.owner_filter) 135 | 136 | dispatcher.add_handler(send_auth_handler) 137 | dispatcher.add_handler(authorize_handler) 138 | dispatcher.add_handler(unauthorize_handler) 139 | dispatcher.add_handler(addsudo_handler) 140 | dispatcher.add_handler(removesudo_handler) 141 | 142 | -------------------------------------------------------------------------------- /bot/modules/cancel_mirror.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler, run_async 2 | 3 | from bot import download_dict, dispatcher, download_dict_lock, DOWNLOAD_DIR 4 | from bot.helper.ext_utils.fs_utils import clean_download 5 | from bot.helper.telegram_helper.bot_commands import BotCommands 6 | from bot.helper.telegram_helper.filters import CustomFilters 7 | from bot.helper.telegram_helper.message_utils import * 8 | 9 | from time import sleep 10 | from bot.helper.ext_utils.bot_utils import getDownloadByGid, MirrorStatus 11 | 12 | 13 | @run_async 14 | def cancel_mirror(update, context): 15 | args = update.message.text.split(" ", maxsplit=1) 16 | mirror_message = None 17 | if len(args) > 1: 18 | gid = args[1] 19 | dl = getDownloadByGid(gid) 20 | if not dl: 21 | sendMessage(f"GID: {gid} not found.", context.bot, update) 22 | return 23 | with download_dict_lock: 24 | keys = list(download_dict.keys()) 25 | mirror_message = dl.message 26 | elif update.message.reply_to_message: 27 | mirror_message = update.message.reply_to_message 28 | with download_dict_lock: 29 | keys = list(download_dict.keys()) 30 | dl = download_dict[mirror_message.message_id] 31 | if len(args) == 1: 32 | if mirror_message is None or mirror_message.message_id not in keys: 33 | if BotCommands.MirrorCommand in mirror_message.text or \ 34 | BotCommands.TarMirrorCommand in mirror_message.text: 35 | msg = "Mirror already have been cancelled" 36 | sendMessage(msg, context.bot, update) 37 | return 38 | else: 39 | msg = "Please reply to the /mirror message which was used to start the download or /cancel gid to cancel it!" 40 | sendMessage(msg, context.bot, update) 41 | return 42 | if dl.status() == "Uploading": 43 | sendMessage("Upload in Progress, Don't Cancel it.", context.bot, update) 44 | return 45 | elif dl.status() == "Archiving": 46 | sendMessage("Archival in Progress, Don't Cancel it.", context.bot, update) 47 | return 48 | else: 49 | dl.download().cancel_download() 50 | sleep(1) # Wait a Second For Aria2 To free Resources. 51 | clean_download(f'{DOWNLOAD_DIR}{mirror_message.message_id}/') 52 | 53 | 54 | @run_async 55 | def cancel_all(update, context): 56 | with download_dict_lock: 57 | count = 0 58 | for dlDetails in list(download_dict.values()): 59 | if dlDetails.status() == MirrorStatus.STATUS_DOWNLOADING \ 60 | or dlDetails.status() == MirrorStatus.STATUS_WAITING: 61 | dlDetails.download().cancel_download() 62 | count += 1 63 | delete_all_messages() 64 | sendMessage(f'Cancelled {count} downloads!', context.bot, update) 65 | 66 | 67 | cancel_mirror_handler = CommandHandler(BotCommands.CancelMirror, cancel_mirror, 68 | filters=(CustomFilters.authorized_chat | CustomFilters.authorized_user) & CustomFilters.mirror_owner_filter) 69 | cancel_all_handler = CommandHandler(BotCommands.CancelAllCommand, cancel_all, 70 | filters=CustomFilters.owner_filter) 71 | dispatcher.add_handler(cancel_all_handler) 72 | dispatcher.add_handler(cancel_mirror_handler) 73 | -------------------------------------------------------------------------------- /bot/modules/clone.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler 2 | from bot.helper.mirror_utils.upload_utils.gdriveTools import GoogleDriveHelper 3 | from bot.helper.telegram_helper.message_utils import * 4 | from bot.helper.telegram_helper.filters import CustomFilters 5 | from bot.helper.telegram_helper.bot_commands import BotCommands 6 | from bot.helper.ext_utils.bot_utils import new_thread 7 | from bot import dispatcher 8 | 9 | 10 | @new_thread 11 | def cloneNode(update,context): 12 | args = update.message.text.split(" ",maxsplit=1) 13 | if len(args) > 1: 14 | link = args[1] 15 | msg = sendMessage(f"Cloning: {link}",context.bot,update) 16 | gd = GoogleDriveHelper() 17 | result, button = gd.clone(link) 18 | deleteMessage(context.bot,msg) 19 | if button == "": 20 | sendMessage(result,context.bot,update) 21 | else: 22 | sendMarkup(result,context.bot,update,button) 23 | else: 24 | sendMessage("Provide G-Drive Shareable Link to Clone.",context.bot,update) 25 | 26 | clone_handler = CommandHandler(BotCommands.CloneCommand,cloneNode,filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 27 | dispatcher.add_handler(clone_handler) -------------------------------------------------------------------------------- /bot/modules/delete.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler, run_async 2 | import threading 3 | from telegram import Update 4 | from bot import dispatcher, LOGGER 5 | from bot.helper.telegram_helper.message_utils import auto_delete_message, sendMessage 6 | from bot.helper.telegram_helper.filters import CustomFilters 7 | from bot.helper.telegram_helper.bot_commands import BotCommands 8 | from bot.helper.mirror_utils.upload_utils import gdriveTools 9 | 10 | @run_async 11 | def deletefile(update, context): 12 | msg_args = update.message.text.split(None, 1) 13 | msg = '' 14 | try: 15 | link = msg_args[1] 16 | LOGGER.info(msg_args[1]) 17 | except IndexError: 18 | msg = 'send a link along with command' 19 | 20 | if msg == '' : 21 | drive = gdriveTools.GoogleDriveHelper() 22 | msg = drive.deletefile(link) 23 | LOGGER.info(f"DeleteFileCmd : {msg}") 24 | reply_message = sendMessage(msg, context.bot, update) 25 | 26 | threading.Thread(target=auto_delete_message, args=(context.bot, update.message, reply_message)).start() 27 | 28 | delete_handler = CommandHandler(command=BotCommands.deleteCommand, callback=deletefile, 29 | filters=CustomFilters.owner_filter | CustomFilters.sudo_user) 30 | dispatcher.add_handler(delete_handler) -------------------------------------------------------------------------------- /bot/modules/list.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler, run_async 2 | from bot.helper.mirror_utils.upload_utils.gdriveTools import GoogleDriveHelper 3 | from bot import LOGGER, dispatcher 4 | from bot.helper.telegram_helper.message_utils import sendMessage, editMessage 5 | from bot.helper.telegram_helper.filters import CustomFilters 6 | from bot.helper.telegram_helper.bot_commands import BotCommands 7 | 8 | @run_async 9 | def list_drive(update,context): 10 | try: 11 | search = update.message.text.split(' ',maxsplit=1)[1] 12 | except IndexError: 13 | sendMessage('send a search key along with command', context.bot, update) 14 | return 15 | 16 | reply = sendMessage('Searching...', context.bot, update) 17 | 18 | LOGGER.info(f"Searching: {search}") 19 | 20 | gdrive = GoogleDriveHelper(None) 21 | msg, button = gdrive.drive_list(search) 22 | 23 | editMessage(msg,reply,button) 24 | 25 | 26 | list_handler = CommandHandler(BotCommands.ListCommand, list_drive,filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 27 | dispatcher.add_handler(list_handler) 28 | -------------------------------------------------------------------------------- /bot/modules/mirror.py: -------------------------------------------------------------------------------- 1 | import requests 2 | from telegram.ext import CommandHandler, run_async 3 | from telegram import InlineKeyboardMarkup 4 | 5 | from bot import Interval, INDEX_URL 6 | from bot import dispatcher, DOWNLOAD_DIR, DOWNLOAD_STATUS_UPDATE_INTERVAL, download_dict, download_dict_lock 7 | from bot.helper.ext_utils import fs_utils, bot_utils 8 | from bot.helper.ext_utils.bot_utils import setInterval 9 | from bot.helper.ext_utils.exceptions import DirectDownloadLinkException, NotSupportedExtractionArchive 10 | from bot.helper.mirror_utils.download_utils.aria2_download import AriaDownloadHelper 11 | from bot.helper.mirror_utils.download_utils.mega_downloader import MegaDownloadHelper 12 | from bot.helper.mirror_utils.download_utils.direct_link_generator import direct_link_generator 13 | from bot.helper.mirror_utils.download_utils.telegram_downloader import TelegramDownloadHelper 14 | from bot.helper.mirror_utils.status_utils import listeners 15 | from bot.helper.mirror_utils.status_utils.extract_status import ExtractStatus 16 | from bot.helper.mirror_utils.status_utils.tar_status import TarStatus 17 | from bot.helper.mirror_utils.status_utils.upload_status import UploadStatus 18 | from bot.helper.mirror_utils.upload_utils import gdriveTools 19 | from bot.helper.telegram_helper.bot_commands import BotCommands 20 | from bot.helper.telegram_helper.filters import CustomFilters 21 | from bot.helper.telegram_helper.message_utils import * 22 | from bot.helper.telegram_helper import button_builder 23 | import pathlib 24 | import os 25 | import subprocess 26 | import threading 27 | 28 | ariaDlManager = AriaDownloadHelper() 29 | ariaDlManager.start_listener() 30 | 31 | 32 | class MirrorListener(listeners.MirrorListeners): 33 | def __init__(self, bot, update, isTar=False, tag=None, extract=False): 34 | super().__init__(bot, update) 35 | self.isTar = isTar 36 | self.tag = tag 37 | self.extract = extract 38 | 39 | def onDownloadStarted(self): 40 | pass 41 | 42 | def onDownloadProgress(self): 43 | # We are handling this on our own! 44 | pass 45 | 46 | def clean(self): 47 | try: 48 | Interval[0].cancel() 49 | del Interval[0] 50 | delete_all_messages() 51 | except IndexError: 52 | pass 53 | 54 | def onDownloadComplete(self): 55 | with download_dict_lock: 56 | LOGGER.info(f"Download completed: {download_dict[self.uid].name()}") 57 | download = download_dict[self.uid] 58 | name = download.name() 59 | size = download.size_raw() 60 | m_path = f'{DOWNLOAD_DIR}{self.uid}/{download.name()}' 61 | if self.isTar: 62 | download.is_archiving = True 63 | try: 64 | with download_dict_lock: 65 | download_dict[self.uid] = TarStatus(name, m_path, size) 66 | path = fs_utils.tar(m_path) 67 | except FileNotFoundError: 68 | LOGGER.info('File to archive not found!') 69 | self.onUploadError('Internal error occurred!!') 70 | return 71 | elif self.extract: 72 | download.is_extracting = True 73 | try: 74 | path = fs_utils.get_base_name(m_path) 75 | LOGGER.info( 76 | f"Extracting : {name} " 77 | ) 78 | with download_dict_lock: 79 | download_dict[self.uid] = ExtractStatus(name, m_path, size) 80 | archive_result = subprocess.run(["extract", m_path]) 81 | if archive_result.returncode == 0: 82 | threading.Thread(target=os.remove, args=(m_path,)).start() 83 | LOGGER.info(f"Deleting archive : {m_path}") 84 | else: 85 | LOGGER.warning('Unable to extract archive! Uploading anyway') 86 | path = f'{DOWNLOAD_DIR}{self.uid}/{name}' 87 | LOGGER.info( 88 | f'got path : {path}' 89 | ) 90 | 91 | except NotSupportedExtractionArchive: 92 | LOGGER.info("Not any valid archive, uploading file as it is.") 93 | path = f'{DOWNLOAD_DIR}{self.uid}/{name}' 94 | else: 95 | path = f'{DOWNLOAD_DIR}{self.uid}/{name}' 96 | up_name = pathlib.PurePath(path).name 97 | LOGGER.info(f"Upload Name : {up_name}") 98 | drive = gdriveTools.GoogleDriveHelper(up_name, self) 99 | if size == 0: 100 | size = fs_utils.get_path_size(m_path) 101 | upload_status = UploadStatus(drive, size, self) 102 | with download_dict_lock: 103 | download_dict[self.uid] = upload_status 104 | update_all_messages() 105 | drive.upload(up_name) 106 | 107 | def onDownloadError(self, error): 108 | error = error.replace('<', ' ') 109 | error = error.replace('>', ' ') 110 | LOGGER.info(self.update.effective_chat.id) 111 | with download_dict_lock: 112 | try: 113 | download = download_dict[self.uid] 114 | del download_dict[self.uid] 115 | LOGGER.info(f"Deleting folder: {download.path()}") 116 | fs_utils.clean_download(download.path()) 117 | LOGGER.info(str(download_dict)) 118 | except Exception as e: 119 | LOGGER.error(str(e)) 120 | pass 121 | count = len(download_dict) 122 | if self.message.from_user.username: 123 | uname = f"@{self.message.from_user.username}" 124 | else: 125 | uname = f'{self.message.from_user.first_name}' 126 | msg = f"{uname} your download has been stopped due to: {error}" 127 | sendMessage(msg, self.bot, self.update) 128 | if count == 0: 129 | self.clean() 130 | else: 131 | update_all_messages() 132 | 133 | def onUploadStarted(self): 134 | pass 135 | 136 | def onUploadProgress(self): 137 | pass 138 | 139 | def onUploadComplete(self, link: str): 140 | with download_dict_lock: 141 | msg = f'Filename : {download_dict[self.uid].name()}\nSize : {download_dict[self.uid].size()}' 142 | buttons = button_builder.ButtonMaker() 143 | buttons.buildbutton("⚡Drive Link⚡", link) 144 | LOGGER.info(f'Done Uploading {download_dict[self.uid].name()}') 145 | if INDEX_URL is not None: 146 | url_path = requests.utils.quote(f'{download_dict[self.uid].name()}') 147 | share_url = f'{INDEX_URL}/{url_path}' 148 | if os.path.isdir(f'{DOWNLOAD_DIR}/{self.uid}/{download_dict[self.uid].name()}'): 149 | share_url += '/' 150 | buttons.buildbutton("💥Index Link💥", share_url) 151 | if self.message.from_user.username: 152 | uname = f"@{self.message.from_user.username}" 153 | else: 154 | uname = f'{self.message.from_user.first_name}' 155 | if uname is not None: 156 | msg += f'\n\nHey {uname}, your file is uploaded' 157 | try: 158 | fs_utils.clean_download(download_dict[self.uid].path()) 159 | except FileNotFoundError: 160 | pass 161 | del download_dict[self.uid] 162 | count = len(download_dict) 163 | sendMarkup(msg, self.bot, self.update, InlineKeyboardMarkup(buttons.build_menu(2))) 164 | if count == 0: 165 | self.clean() 166 | else: 167 | update_all_messages() 168 | 169 | def onUploadError(self, error): 170 | e_str = error.replace('<', '').replace('>', '') 171 | with download_dict_lock: 172 | try: 173 | fs_utils.clean_download(download_dict[self.uid].path()) 174 | except FileNotFoundError: 175 | pass 176 | del download_dict[self.message.message_id] 177 | count = len(download_dict) 178 | sendMessage(e_str, self.bot, self.update) 179 | if count == 0: 180 | self.clean() 181 | else: 182 | update_all_messages() 183 | 184 | 185 | def _mirror(bot, update, isTar=False, extract=False): 186 | message_args = update.message.text.split(' ') 187 | try: 188 | link = message_args[1] 189 | except IndexError: 190 | link = '' 191 | LOGGER.info(link) 192 | link = link.strip() 193 | reply_to = update.message.reply_to_message 194 | if reply_to is not None: 195 | file = None 196 | tag = reply_to.from_user.username 197 | media_array = [reply_to.document, reply_to.video, reply_to.audio] 198 | for i in media_array: 199 | if i is not None: 200 | file = i 201 | break 202 | 203 | if len(link) == 0: 204 | if file is not None: 205 | if file.mime_type != "application/x-bittorrent": 206 | listener = MirrorListener(bot, update, isTar, tag) 207 | tg_downloader = TelegramDownloadHelper(listener) 208 | tg_downloader.add_download(reply_to, f'{DOWNLOAD_DIR}{listener.uid}/') 209 | sendStatusMessage(update, bot) 210 | if len(Interval) == 0: 211 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 212 | return 213 | else: 214 | link = file.get_file().file_path 215 | else: 216 | tag = None 217 | if not bot_utils.is_url(link) and not bot_utils.is_magnet(link): 218 | sendMessage('No download source provided', bot, update) 219 | return 220 | 221 | try: 222 | link = direct_link_generator(link) 223 | except DirectDownloadLinkException as e: 224 | LOGGER.info(f'{link}: {e}') 225 | listener = MirrorListener(bot, update, isTar, tag, extract) 226 | if bot_utils.is_mega_link(link): 227 | mega_dl = MegaDownloadHelper() 228 | mega_dl.add_download(link, f'{DOWNLOAD_DIR}/{listener.uid}/', listener) 229 | else: 230 | ariaDlManager.add_download(link, f'{DOWNLOAD_DIR}/{listener.uid}/', listener) 231 | sendStatusMessage(update, bot) 232 | if len(Interval) == 0: 233 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 234 | 235 | 236 | @run_async 237 | def mirror(update, context): 238 | _mirror(context.bot, update) 239 | 240 | 241 | @run_async 242 | def tar_mirror(update, context): 243 | _mirror(context.bot, update, True) 244 | 245 | 246 | @run_async 247 | def unzip_mirror(update, context): 248 | _mirror(context.bot, update, extract=True) 249 | 250 | 251 | mirror_handler = CommandHandler(BotCommands.MirrorCommand, mirror, 252 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 253 | tar_mirror_handler = CommandHandler(BotCommands.TarMirrorCommand, tar_mirror, 254 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 255 | unzip_mirror_handler = CommandHandler(BotCommands.UnzipMirrorCommand, unzip_mirror, 256 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 257 | dispatcher.add_handler(mirror_handler) 258 | dispatcher.add_handler(tar_mirror_handler) 259 | dispatcher.add_handler(unzip_mirror_handler) 260 | -------------------------------------------------------------------------------- /bot/modules/mirror_status.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler, run_async 2 | from bot import dispatcher, status_reply_dict, DOWNLOAD_STATUS_UPDATE_INTERVAL, status_reply_dict_lock 3 | from bot.helper.telegram_helper.message_utils import * 4 | from time import sleep 5 | from bot.helper.ext_utils.bot_utils import get_readable_message 6 | from telegram.error import BadRequest 7 | from bot.helper.telegram_helper.filters import CustomFilters 8 | from bot.helper.telegram_helper.bot_commands import BotCommands 9 | import threading 10 | 11 | @run_async 12 | def mirror_status(update,context): 13 | message = get_readable_message() 14 | if len(message) == 0: 15 | message = "No active downloads" 16 | reply_message = sendMessage(message, context.bot, update) 17 | threading.Thread(target=auto_delete_message, args=(bot, update.message, reply_message)).start() 18 | return 19 | index = update.effective_chat.id 20 | with status_reply_dict_lock: 21 | if index in status_reply_dict.keys(): 22 | deleteMessage(bot, status_reply_dict[index]) 23 | del status_reply_dict[index] 24 | sendStatusMessage(update,context.bot) 25 | deleteMessage(context.bot,update.message) 26 | 27 | 28 | mirror_status_handler = CommandHandler(BotCommands.StatusCommand, mirror_status, 29 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 30 | dispatcher.add_handler(mirror_status_handler) 31 | -------------------------------------------------------------------------------- /bot/modules/watch.py: -------------------------------------------------------------------------------- 1 | from telegram.ext import CommandHandler, run_async 2 | from telegram import Bot, Update 3 | from bot import Interval, DOWNLOAD_DIR, DOWNLOAD_STATUS_UPDATE_INTERVAL, dispatcher, LOGGER 4 | from bot.helper.ext_utils.bot_utils import setInterval 5 | from bot.helper.telegram_helper.message_utils import update_all_messages, sendMessage, sendStatusMessage 6 | from .mirror import MirrorListener 7 | from bot.helper.mirror_utils.download_utils.youtube_dl_download_helper import YoutubeDLHelper 8 | from bot.helper.telegram_helper.bot_commands import BotCommands 9 | from bot.helper.telegram_helper.filters import CustomFilters 10 | import threading 11 | 12 | 13 | def _watch(bot: Bot, update: Update, args: list, isTar=False): 14 | try: 15 | link = args[0] 16 | except IndexError: 17 | sendMessage(f'/{BotCommands.WatchCommand} [yt_dl supported link] to mirror with youtube_dl', bot, update) 18 | return 19 | reply_to = update.message.reply_to_message 20 | if reply_to is not None: 21 | tag = reply_to.from_user.username 22 | else: 23 | tag = None 24 | 25 | listener = MirrorListener(bot, update, isTar, tag) 26 | ydl = YoutubeDLHelper(listener) 27 | threading.Thread(target=ydl.add_download,args=(link, f'{DOWNLOAD_DIR}{listener.uid}')).start() 28 | sendStatusMessage(update, bot) 29 | if len(Interval) == 0: 30 | Interval.append(setInterval(DOWNLOAD_STATUS_UPDATE_INTERVAL, update_all_messages)) 31 | 32 | 33 | @run_async 34 | def watchTar(update, context): 35 | _watch(context.bot, update, context.args, True) 36 | 37 | 38 | def watch(update, context): 39 | _watch(context.bot, update, context.args) 40 | 41 | 42 | mirror_handler = CommandHandler(BotCommands.WatchCommand, watch, 43 | pass_args=True, 44 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 45 | tar_mirror_handler = CommandHandler(BotCommands.TarWatchCommand, watchTar, 46 | pass_args=True, 47 | filters=CustomFilters.authorized_chat | CustomFilters.authorized_user) 48 | dispatcher.add_handler(mirror_handler) 49 | dispatcher.add_handler(tar_mirror_handler) 50 | -------------------------------------------------------------------------------- /captain-definition: -------------------------------------------------------------------------------- 1 | { 2 | "schemaVersion": 2, 3 | "dockerfilePath": "./Dockerfile" 4 | } 5 | -------------------------------------------------------------------------------- /config_sample.env: -------------------------------------------------------------------------------- 1 | #Remove this line before deploying 2 | _____REMOVE_THIS_LINE_____=True 3 | 4 | # ENTER BOT TOKEN (Get your BOT_TOKEN by talking to @botfather) 5 | BOT_TOKEN = "" 6 | GDRIVE_FOLDER_ID = "" 7 | TELEGRAPH_TOKEN = "" 8 | OWNER_ID = 9 | DOWNLOAD_DIR = "/home/username/mirror-bot/downloads" 10 | DOWNLOAD_STATUS_UPDATE_INTERVAL = 5 11 | AUTO_DELETE_MESSAGE_DURATION = 20 12 | IS_TEAM_DRIVE = "" 13 | INDEX_URL = "" 14 | USER_SESSION_STRING = "" 15 | TELEGRAM_API = 16 | TELEGRAM_HASH = "" 17 | USE_SERVICE_ACCOUNTS = "" 18 | MEGA_API_KEY = "" 19 | MEGA_EMAIL_ID = "" 20 | MEGA_PASSWORD = "" -------------------------------------------------------------------------------- /create_table.py: -------------------------------------------------------------------------------- 1 | import logging 2 | import psycopg2 3 | from psycopg2 import Error 4 | 5 | logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s - %(message)s', 6 | handlers=[logging.FileHandler('log.txt'), logging.StreamHandler()], 7 | level=logging.INFO) 8 | LOGGER = logging.getLogger(__name__) 9 | 10 | URL = input("Enter DATABASE_URL : ") 11 | 12 | try: 13 | conn = psycopg2.connect(URL) 14 | cur = conn.cursor() 15 | sql = "CREATE TABLE users (uid bigint, sudo boolean DEFAULT FALSE);" 16 | cur.execute(sql) 17 | conn.commit() 18 | cur.close() 19 | conn.close() 20 | print("Done !") 21 | except Error as e : 22 | LOGGER.error(e) 23 | exit(1) 24 | -------------------------------------------------------------------------------- /extract: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | if [ $# -lt 1 ]; then 4 | echo "Usage: $(basename $0) FILES" 5 | exit 1 6 | fi 7 | 8 | extract() { 9 | arg="$1" 10 | cd "$(dirname "$arg")" || exit 11 | case "$arg" in 12 | *.tar.bz2) 13 | tar xjf "$arg" --one-top-level 14 | local code=$? 15 | ;; 16 | *.tar.gz) 17 | tar xzf "$arg" --one-top-level 18 | local code=$? 19 | ;; 20 | *.bz2) 21 | bunzip2 "$arg" 22 | local code=$? 23 | ;; 24 | *.gz) 25 | gunzip "$arg" 26 | local code=$? 27 | ;; 28 | *.tar) 29 | tar xf "$arg" --one-top-level 30 | local code=$? 31 | ;; 32 | *.tbz2) 33 | (tar xjf "$arg" --one-top-level) 34 | local code=$? 35 | ;; 36 | *.tgz) 37 | tar xzf "$arg" --one-top-level 38 | local code=$? 39 | ;; 40 | *.zip) 41 | a_dir=$(expr "$arg" : '\(.*\).zip') 42 | 7z x "$arg" -o"$a_dir" 43 | local code=$? 44 | ;; 45 | *.Z) 46 | uncompress "$arg" 47 | local code=$? 48 | ;; 49 | *.rar) 50 | a_dir=$(expr "$arg" : '\(.*\).rar') 51 | mkdir "$a_dir" 52 | 7z x "$arg" -o"$a_dir" 53 | local code=$? 54 | ;; 55 | *) 56 | echo "'$arg' cannot be extracted via extract()" 1>&2 57 | exit 1 58 | ;; 59 | esac 60 | cd - || exit $? 61 | exit $code 62 | } 63 | 64 | extract "$1" 65 | -------------------------------------------------------------------------------- /gen_sa_accounts.py: -------------------------------------------------------------------------------- 1 | import errno 2 | import os 3 | import pickle 4 | import sys 5 | from argparse import ArgumentParser 6 | from base64 import b64decode 7 | from glob import glob 8 | from json import loads 9 | from random import choice 10 | from time import sleep 11 | 12 | from google.auth.transport.requests import Request 13 | from google_auth_oauthlib.flow import InstalledAppFlow 14 | from googleapiclient.discovery import build 15 | from googleapiclient.errors import HttpError 16 | 17 | SCOPES = ['https://www.googleapis.com/auth/drive', 'https://www.googleapis.com/auth/cloud-platform', 18 | 'https://www.googleapis.com/auth/iam'] 19 | project_create_ops = [] 20 | current_key_dump = [] 21 | sleep_time = 30 22 | 23 | 24 | # Create count SAs in project 25 | def _create_accounts(service, project, count): 26 | batch = service.new_batch_http_request(callback=_def_batch_resp) 27 | for i in range(count): 28 | aid = _generate_id('mfc-') 29 | batch.add(service.projects().serviceAccounts().create(name='projects/' + project, body={'accountId': aid, 30 | 'serviceAccount': { 31 | 'displayName': aid}})) 32 | batch.execute() 33 | 34 | 35 | # Create accounts needed to fill project 36 | def _create_remaining_accounts(iam, project): 37 | print('Creating accounts in %s' % project) 38 | sa_count = len(_list_sas(iam, project)) 39 | while sa_count != 100: 40 | _create_accounts(iam, project, 100 - sa_count) 41 | sa_count = len(_list_sas(iam, project)) 42 | 43 | 44 | # Generate a random id 45 | def _generate_id(prefix='saf-'): 46 | chars = '-abcdefghijklmnopqrstuvwxyz1234567890' 47 | return prefix + ''.join(choice(chars) for _ in range(25)) + choice(chars[1:]) 48 | 49 | 50 | # List projects using service 51 | def _get_projects(service): 52 | return [i['projectId'] for i in service.projects().list().execute()['projects']] 53 | 54 | 55 | # Default batch callback handler 56 | def _def_batch_resp(id, resp, exception): 57 | if exception is not None: 58 | if str(exception).startswith(' 0: 219 | current_count = len(_get_projects(cloud)) 220 | if current_count + create_projects <= max_projects: 221 | print('Creating %d projects' % (create_projects)) 222 | nprjs = _create_projects(cloud, create_projects) 223 | selected_projects = nprjs 224 | else: 225 | sys.exit('No, you cannot create %d new project (s).\n' 226 | 'Please reduce value of --quick-setup.\n' 227 | 'Remember that you can totally create %d projects (%d already).\n' 228 | 'Please do not delete existing projects unless you know what you are doing' % ( 229 | create_projects, max_projects, current_count)) 230 | else: 231 | print('Will overwrite all service accounts in existing projects.\n' 232 | 'So make sure you have some projects already.') 233 | input("Press Enter to continue...") 234 | 235 | if enable_services: 236 | ste = [] 237 | ste.append(enable_services) 238 | if enable_services == '~': 239 | ste = selected_projects 240 | elif enable_services == '*': 241 | ste = _get_projects(cloud) 242 | services = [i + '.googleapis.com' for i in services] 243 | print('Enabling services') 244 | _enable_services(serviceusage, ste, services) 245 | if create_sas: 246 | stc = [] 247 | stc.append(create_sas) 248 | if create_sas == '~': 249 | stc = selected_projects 250 | elif create_sas == '*': 251 | stc = _get_projects(cloud) 252 | for i in stc: 253 | _create_remaining_accounts(iam, i) 254 | if download_keys: 255 | try: 256 | os.mkdir(path) 257 | except OSError as e: 258 | if e.errno == errno.EEXIST: 259 | pass 260 | else: 261 | raise 262 | std = [] 263 | std.append(download_keys) 264 | if download_keys == '~': 265 | std = selected_projects 266 | elif download_keys == '*': 267 | std = _get_projects(cloud) 268 | _create_sa_keys(iam, std, path) 269 | if delete_sas: 270 | std = [] 271 | std.append(delete_sas) 272 | if delete_sas == '~': 273 | std = selected_projects 274 | elif delete_sas == '*': 275 | std = _get_projects(cloud) 276 | for i in std: 277 | print('Deleting service accounts in %s' % i) 278 | _delete_sas(iam, i) 279 | 280 | 281 | if __name__ == '__main__': 282 | parse = ArgumentParser(description='A tool to create Google service accounts.') 283 | parse.add_argument('--path', '-p', default='accounts', 284 | help='Specify an alternate directory to output the credential files.') 285 | parse.add_argument('--token', default='token_sa.pickle', help='Specify the pickle token file path.') 286 | parse.add_argument('--credentials', default='credentials.json', help='Specify the credentials file path.') 287 | parse.add_argument('--list-projects', default=False, action='store_true', 288 | help='List projects viewable by the user.') 289 | parse.add_argument('--list-sas', default=False, help='List service accounts in a project.') 290 | parse.add_argument('--create-projects', type=int, default=None, help='Creates up to N projects.') 291 | parse.add_argument('--max-projects', type=int, default=12, help='Max amount of project allowed. Default: 12') 292 | parse.add_argument('--enable-services', default=None, 293 | help='Enables services on the project. Default: IAM and Drive') 294 | parse.add_argument('--services', nargs='+', default=['iam', 'drive'], 295 | help='Specify a different set of services to enable. Overrides the default.') 296 | parse.add_argument('--create-sas', default=None, help='Create service accounts in a project.') 297 | parse.add_argument('--delete-sas', default=None, help='Delete service accounts in a project.') 298 | parse.add_argument('--download-keys', default=None, help='Download keys for all the service accounts in a project.') 299 | parse.add_argument('--quick-setup', default=None, type=int, 300 | help='Create projects, enable services, create service accounts and download keys. ') 301 | parse.add_argument('--new-only', default=False, action='store_true', help='Do not use exisiting projects.') 302 | args = parse.parse_args() 303 | # If credentials file is invalid, search for one. 304 | if not os.path.exists(args.credentials): 305 | options = glob('*.json') 306 | print('No credentials found at %s. Please enable the Drive API in:\n' 307 | 'https://developers.google.com/drive/api/v3/quickstart/python\n' 308 | 'and save the json file as credentials.json' % args.credentials) 309 | if len(options) < 1: 310 | exit(-1) 311 | else: 312 | i = 0 313 | print('Select a credentials file below.') 314 | inp_options = [str(i) for i in list(range(1, len(options) + 1))] + options 315 | while i < len(options): 316 | print(' %d) %s' % (i + 1, options[i])) 317 | i += 1 318 | inp = None 319 | while True: 320 | inp = input('> ') 321 | if inp in inp_options: 322 | break 323 | if inp in options: 324 | args.credentials = inp 325 | else: 326 | args.credentials = options[int(inp) - 1] 327 | print('Use --credentials %s next time to use this credentials file.' % args.credentials) 328 | if args.quick_setup: 329 | opt = '*' 330 | if args.new_only: 331 | opt = '~' 332 | args.services = ['iam', 'drive'] 333 | args.create_projects = args.quick_setup 334 | args.enable_services = opt 335 | args.create_sas = opt 336 | args.download_keys = opt 337 | resp = serviceaccountfactory( 338 | path=args.path, 339 | token=args.token, 340 | credentials=args.credentials, 341 | list_projects=args.list_projects, 342 | list_sas=args.list_sas, 343 | create_projects=args.create_projects, 344 | max_projects=args.max_projects, 345 | create_sas=args.create_sas, 346 | delete_sas=args.delete_sas, 347 | enable_services=args.enable_services, 348 | services=args.services, 349 | download_keys=args.download_keys 350 | ) 351 | if resp is not None: 352 | if args.list_projects: 353 | if resp: 354 | print('Projects (%d):' % len(resp)) 355 | for i in resp: 356 | print(' ' + i) 357 | else: 358 | print('No projects.') 359 | elif args.list_sas: 360 | if resp: 361 | print('Service accounts in %s (%d):' % (args.list_sas, len(resp))) 362 | for i in resp: 363 | print(' %s (%s)' % (i['email'], i['uniqueId'])) 364 | else: 365 | print('No service accounts.') 366 | -------------------------------------------------------------------------------- /generate_drive_token.py: -------------------------------------------------------------------------------- 1 | import pickle 2 | import os 3 | from google_auth_oauthlib.flow import InstalledAppFlow 4 | from google.auth.transport.requests import Request 5 | 6 | credentials = None 7 | __G_DRIVE_TOKEN_FILE = "token.pickle" 8 | __OAUTH_SCOPE = ["https://www.googleapis.com/auth/drive"] 9 | if os.path.exists(__G_DRIVE_TOKEN_FILE): 10 | with open(__G_DRIVE_TOKEN_FILE, 'rb') as f: 11 | credentials = pickle.load(f) 12 | if credentials is None or not credentials.valid: 13 | if credentials and credentials.expired and credentials.refresh_token: 14 | credentials.refresh(Request()) 15 | else: 16 | flow = InstalledAppFlow.from_client_secrets_file( 17 | 'credentials.json', __OAUTH_SCOPE) 18 | credentials = flow.run_console(port=0) 19 | 20 | # Save the credentials for the next run 21 | with open(__G_DRIVE_TOKEN_FILE, 'wb') as token: 22 | pickle.dump(credentials, token) -------------------------------------------------------------------------------- /generate_string_session.py: -------------------------------------------------------------------------------- 1 | from pyrogram import Client 2 | 3 | API_KEY = int(input("Masukkan API KEY: ")) 4 | API_HASH = input("Masukkan API HASH: ") 5 | with Client(':memory:', api_id=API_KEY, api_hash=API_HASH) as app: 6 | print(app.export_session_string()) -------------------------------------------------------------------------------- /heroku.yml: -------------------------------------------------------------------------------- 1 | build: 2 | docker: 3 | worker: Dockerfile 4 | run: 5 | worker: bash start.sh -------------------------------------------------------------------------------- /log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/log.txt -------------------------------------------------------------------------------- /netrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kakamband/TorrentMega2GoogleDrive/5ef7fb526a9a10098765554c9b5c1f5986afdb8b/netrc -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | requests 2 | psutil 3 | python-telegram-bot==12.6.1 4 | google-api-python-client>=1.7.11,<1.7.20 5 | google-auth-httplib2>=0.0.3,<0.1.0 6 | google-auth-oauthlib>=0.4.1,<0.10.0 7 | aria2p>=0.9.0,<0.15.0 8 | python-dotenv>=0.10 9 | tenacity>=6.0.0 10 | python-magic 11 | beautifulsoup4>=4.8.2,<4.8.10 12 | Pyrogram>=0.16.0,<0.16.10 13 | TgCrypto>=1.1.1,<1.1.10 14 | git+git://github.com/lzzy12/youtube-dl@d7c2b43#youtube_dl 15 | psycopg2-binary 16 | lxml 17 | telegraph 18 | -------------------------------------------------------------------------------- /start.sh: -------------------------------------------------------------------------------- 1 | ./aria.sh; python3 -m bot -------------------------------------------------------------------------------- /telegraph_token.py: -------------------------------------------------------------------------------- 1 | from telegraph import Telegraph 2 | 3 | telegraph = Telegraph() 4 | telegraph.create_account(short_name=input("Enter a username for your Telegra.ph : ")) 5 | 6 | print(f"Your Telegra.ph token ==> {telegraph.get_access_token()}") --------------------------------------------------------------------------------