├── .gitignore
├── LICENSE
├── README.md
├── config.ini
├── error
├── __init__.py
└── exception.py
├── helper
├── __init__.py
└── jd_helper.py
├── jd_maotai.png
├── jd_maotai_20210102.zip
├── main.py
├── maotai
├── __init__.py
├── config.py
├── jd_logger.py
├── jd_spider_requests.py
└── timer.py
└── requirements.txt
/.gitignore:
--------------------------------------------------------------------------------
1 | # Byte-compiled / optimized / DLL files
2 | __pycache__/
3 | *.py[cod]
4 | *$py.class
5 | Test.py
6 |
7 | # C extensions
8 | *.so
9 |
10 | # Distribution / packaging
11 | .Python
12 | build/
13 | develop-eggs/
14 | dist/
15 | downloads/
16 | eggs/
17 | .eggs/
18 | lib/
19 | lib64/
20 | parts/
21 | sdist/
22 | var/
23 | wheels/
24 | *.egg-info/
25 | .installed.cfg
26 | *.egg
27 | MANIFEST
28 |
29 | # PyInstaller
30 | # Usually these files are written by a python script from a template
31 | # before PyInstaller builds the exe, so as to inject date/other infos into it.
32 | *.manifest
33 | *.spec
34 |
35 | # Installer logs
36 | pip-log.txt
37 | pip-delete-this-directory.txt
38 |
39 | # Unit test / coverage reports
40 | htmlcov/
41 | .tox/
42 | .coverage
43 | .coverage.*
44 | .cache
45 | nosetests.xml
46 | coverage.xml
47 | *.cover
48 | .hypothesis/
49 | .pytest_cache/
50 |
51 | # Translations
52 | *.mo
53 | *.pot
54 |
55 | # Django stuff:
56 | *.log
57 | local_settings.py
58 | db.sqlite3
59 |
60 | # Flask stuff:
61 | instance/
62 | .webassets-cache
63 |
64 | # Scrapy stuff:
65 | .scrapy
66 |
67 | # Sphinx documentation
68 | docs/_build/
69 |
70 | # PyBuilder
71 | target/
72 |
73 | # Jupyter Notebook
74 | .ipynb_checkpoints
75 |
76 | # pyenv
77 | .python-version
78 |
79 | # celery beat schedule file
80 | celerybeat-schedule
81 |
82 | # SageMath parsed files
83 | *.sage.py
84 |
85 | # Environments
86 | .env
87 | .venv
88 | env/
89 | venv/
90 | ENV/
91 | env.bak/
92 | venv.bak/
93 |
94 | # Spyder project settings
95 | .spyderproject
96 | .spyproject
97 |
98 | # Rope project settings
99 | .ropeproject
100 |
101 | # mkdocs documentation
102 | /site
103 |
104 | # mypy
105 | .mypy_cache/
106 |
107 | # pycharm
108 | .idea/
109 |
110 | # vs code
111 | .vscode/
112 |
113 | # project
114 | *.log
115 | .logs
116 | logs/
117 | .test
118 | test/
119 | cookies/
120 | *.cookies
121 | qr_code.png
122 |
123 | # jupyter
124 | .ipynb_checkpoints
125 | /test/
126 |
--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
1 | GNU GENERAL PUBLIC LICENSE
2 | Version 3, 29 June 2007
3 |
4 | Copyright (C) 2007 Free Software Foundation, Inc.
5 | Everyone is permitted to copy and distribute verbatim copies
6 | of this license document, but changing it is not allowed.
7 |
8 | Preamble
9 |
10 | The GNU General Public License is a free, copyleft license for
11 | software and other kinds of works.
12 |
13 | The licenses for most software and other practical works are designed
14 | to take away your freedom to share and change the works. By contrast,
15 | the GNU General Public License is intended to guarantee your freedom to
16 | share and change all versions of a program--to make sure it remains free
17 | software for all its users. We, the Free Software Foundation, use the
18 | GNU General Public License for most of our software; it applies also to
19 | any other work released this way by its authors. You can apply it to
20 | your programs, too.
21 |
22 | When we speak of free software, we are referring to freedom, not
23 | price. Our General Public Licenses are designed to make sure that you
24 | have the freedom to distribute copies of free software (and charge for
25 | them if you wish), that you receive source code or can get it if you
26 | want it, that you can change the software or use pieces of it in new
27 | free programs, and that you know you can do these things.
28 |
29 | To protect your rights, we need to prevent others from denying you
30 | these rights or asking you to surrender the rights. Therefore, you have
31 | certain responsibilities if you distribute copies of the software, or if
32 | you modify it: responsibilities to respect the freedom of others.
33 |
34 | For example, if you distribute copies of such a program, whether
35 | gratis or for a fee, you must pass on to the recipients the same
36 | freedoms that you received. You must make sure that they, too, receive
37 | or can get the source code. And you must show them these terms so they
38 | know their rights.
39 |
40 | Developers that use the GNU GPL protect your rights with two steps:
41 | (1) assert copyright on the software, and (2) offer you this License
42 | giving you legal permission to copy, distribute and/or modify it.
43 |
44 | For the developers' and authors' protection, the GPL clearly explains
45 | that there is no warranty for this free software. For both users' and
46 | authors' sake, the GPL requires that modified versions be marked as
47 | changed, so that their problems will not be attributed erroneously to
48 | authors of previous versions.
49 |
50 | Some devices are designed to deny users access to install or run
51 | modified versions of the software inside them, although the manufacturer
52 | can do so. This is fundamentally incompatible with the aim of
53 | protecting users' freedom to change the software. The systematic
54 | pattern of such abuse occurs in the area of products for individuals to
55 | use, which is precisely where it is most unacceptable. Therefore, we
56 | have designed this version of the GPL to prohibit the practice for those
57 | products. If such problems arise substantially in other domains, we
58 | stand ready to extend this provision to those domains in future versions
59 | of the GPL, as needed to protect the freedom of users.
60 |
61 | Finally, every program is threatened constantly by software patents.
62 | States should not allow patents to restrict development and use of
63 | software on general-purpose computers, but in those that do, we wish to
64 | avoid the special danger that patents applied to a free program could
65 | make it effectively proprietary. To prevent this, the GPL assures that
66 | patents cannot be used to render the program non-free.
67 |
68 | The precise terms and conditions for copying, distribution and
69 | modification follow.
70 |
71 | TERMS AND CONDITIONS
72 |
73 | 0. Definitions.
74 |
75 | "This License" refers to version 3 of the GNU General Public License.
76 |
77 | "Copyright" also means copyright-like laws that apply to other kinds of
78 | works, such as semiconductor masks.
79 |
80 | "The Program" refers to any copyrightable work licensed under this
81 | License. Each licensee is addressed as "you". "Licensees" and
82 | "recipients" may be individuals or organizations.
83 |
84 | To "modify" a work means to copy from or adapt all or part of the work
85 | in a fashion requiring copyright permission, other than the making of an
86 | exact copy. The resulting work is called a "modified version" of the
87 | earlier work or a work "based on" the earlier work.
88 |
89 | A "covered work" means either the unmodified Program or a work based
90 | on the Program.
91 |
92 | To "propagate" a work means to do anything with it that, without
93 | permission, would make you directly or secondarily liable for
94 | infringement under applicable copyright law, except executing it on a
95 | computer or modifying a private copy. Propagation includes copying,
96 | distribution (with or without modification), making available to the
97 | public, and in some countries other activities as well.
98 |
99 | To "convey" a work means any kind of propagation that enables other
100 | parties to make or receive copies. Mere interaction with a user through
101 | a computer network, with no transfer of a copy, is not conveying.
102 |
103 | An interactive user interface displays "Appropriate Legal Notices"
104 | to the extent that it includes a convenient and prominently visible
105 | feature that (1) displays an appropriate copyright notice, and (2)
106 | tells the user that there is no warranty for the work (except to the
107 | extent that warranties are provided), that licensees may convey the
108 | work under this License, and how to view a copy of this License. If
109 | the interface presents a list of user commands or options, such as a
110 | menu, a prominent item in the list meets this criterion.
111 |
112 | 1. Source Code.
113 |
114 | The "source code" for a work means the preferred form of the work
115 | for making modifications to it. "Object code" means any non-source
116 | form of a work.
117 |
118 | A "Standard Interface" means an interface that either is an official
119 | standard defined by a recognized standards body, or, in the case of
120 | interfaces specified for a particular programming language, one that
121 | is widely used among developers working in that language.
122 |
123 | The "System Libraries" of an executable work include anything, other
124 | than the work as a whole, that (a) is included in the normal form of
125 | packaging a Major Component, but which is not part of that Major
126 | Component, and (b) serves only to enable use of the work with that
127 | Major Component, or to implement a Standard Interface for which an
128 | implementation is available to the public in source code form. A
129 | "Major Component", in this context, means a major essential component
130 | (kernel, window system, and so on) of the specific operating system
131 | (if any) on which the executable work runs, or a compiler used to
132 | produce the work, or an object code interpreter used to run it.
133 |
134 | The "Corresponding Source" for a work in object code form means all
135 | the source code needed to generate, install, and (for an executable
136 | work) run the object code and to modify the work, including scripts to
137 | control those activities. However, it does not include the work's
138 | System Libraries, or general-purpose tools or generally available free
139 | programs which are used unmodified in performing those activities but
140 | which are not part of the work. For example, Corresponding Source
141 | includes interface definition files associated with source files for
142 | the work, and the source code for shared libraries and dynamically
143 | linked subprograms that the work is specifically designed to require,
144 | such as by intimate data communication or control flow between those
145 | subprograms and other parts of the work.
146 |
147 | The Corresponding Source need not include anything that users
148 | can regenerate automatically from other parts of the Corresponding
149 | Source.
150 |
151 | The Corresponding Source for a work in source code form is that
152 | same work.
153 |
154 | 2. Basic Permissions.
155 |
156 | All rights granted under this License are granted for the term of
157 | copyright on the Program, and are irrevocable provided the stated
158 | conditions are met. This License explicitly affirms your unlimited
159 | permission to run the unmodified Program. The output from running a
160 | covered work is covered by this License only if the output, given its
161 | content, constitutes a covered work. This License acknowledges your
162 | rights of fair use or other equivalent, as provided by copyright law.
163 |
164 | You may make, run and propagate covered works that you do not
165 | convey, without conditions so long as your license otherwise remains
166 | in force. You may convey covered works to others for the sole purpose
167 | of having them make modifications exclusively for you, or provide you
168 | with facilities for running those works, provided that you comply with
169 | the terms of this License in conveying all material for which you do
170 | not control copyright. Those thus making or running the covered works
171 | for you must do so exclusively on your behalf, under your direction
172 | and control, on terms that prohibit them from making any copies of
173 | your copyrighted material outside their relationship with you.
174 |
175 | Conveying under any other circumstances is permitted solely under
176 | the conditions stated below. Sublicensing is not allowed; section 10
177 | makes it unnecessary.
178 |
179 | 3. Protecting Users' Legal Rights From Anti-Circumvention Law.
180 |
181 | No covered work shall be deemed part of an effective technological
182 | measure under any applicable law fulfilling obligations under article
183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or
184 | similar laws prohibiting or restricting circumvention of such
185 | measures.
186 |
187 | When you convey a covered work, you waive any legal power to forbid
188 | circumvention of technological measures to the extent such circumvention
189 | is effected by exercising rights under this License with respect to
190 | the covered work, and you disclaim any intention to limit operation or
191 | modification of the work as a means of enforcing, against the work's
192 | users, your or third parties' legal rights to forbid circumvention of
193 | technological measures.
194 |
195 | 4. Conveying Verbatim Copies.
196 |
197 | You may convey verbatim copies of the Program's source code as you
198 | receive it, in any medium, provided that you conspicuously and
199 | appropriately publish on each copy an appropriate copyright notice;
200 | keep intact all notices stating that this License and any
201 | non-permissive terms added in accord with section 7 apply to the code;
202 | keep intact all notices of the absence of any warranty; and give all
203 | recipients a copy of this License along with the Program.
204 |
205 | You may charge any price or no price for each copy that you convey,
206 | and you may offer support or warranty protection for a fee.
207 |
208 | 5. Conveying Modified Source Versions.
209 |
210 | You may convey a work based on the Program, or the modifications to
211 | produce it from the Program, in the form of source code under the
212 | terms of section 4, provided that you also meet all of these conditions:
213 |
214 | a) The work must carry prominent notices stating that you modified
215 | it, and giving a relevant date.
216 |
217 | b) The work must carry prominent notices stating that it is
218 | released under this License and any conditions added under section
219 | 7. This requirement modifies the requirement in section 4 to
220 | "keep intact all notices".
221 |
222 | c) You must license the entire work, as a whole, under this
223 | License to anyone who comes into possession of a copy. This
224 | License will therefore apply, along with any applicable section 7
225 | additional terms, to the whole of the work, and all its parts,
226 | regardless of how they are packaged. This License gives no
227 | permission to license the work in any other way, but it does not
228 | invalidate such permission if you have separately received it.
229 |
230 | d) If the work has interactive user interfaces, each must display
231 | Appropriate Legal Notices; however, if the Program has interactive
232 | interfaces that do not display Appropriate Legal Notices, your
233 | work need not make them do so.
234 |
235 | A compilation of a covered work with other separate and independent
236 | works, which are not by their nature extensions of the covered work,
237 | and which are not combined with it such as to form a larger program,
238 | in or on a volume of a storage or distribution medium, is called an
239 | "aggregate" if the compilation and its resulting copyright are not
240 | used to limit the access or legal rights of the compilation's users
241 | beyond what the individual works permit. Inclusion of a covered work
242 | in an aggregate does not cause this License to apply to the other
243 | parts of the aggregate.
244 |
245 | 6. Conveying Non-Source Forms.
246 |
247 | You may convey a covered work in object code form under the terms
248 | of sections 4 and 5, provided that you also convey the
249 | machine-readable Corresponding Source under the terms of this License,
250 | in one of these ways:
251 |
252 | a) Convey the object code in, or embodied in, a physical product
253 | (including a physical distribution medium), accompanied by the
254 | Corresponding Source fixed on a durable physical medium
255 | customarily used for software interchange.
256 |
257 | b) Convey the object code in, or embodied in, a physical product
258 | (including a physical distribution medium), accompanied by a
259 | written offer, valid for at least three years and valid for as
260 | long as you offer spare parts or customer support for that product
261 | model, to give anyone who possesses the object code either (1) a
262 | copy of the Corresponding Source for all the software in the
263 | product that is covered by this License, on a durable physical
264 | medium customarily used for software interchange, for a price no
265 | more than your reasonable cost of physically performing this
266 | conveying of source, or (2) access to copy the
267 | Corresponding Source from a network server at no charge.
268 |
269 | c) Convey individual copies of the object code with a copy of the
270 | written offer to provide the Corresponding Source. This
271 | alternative is allowed only occasionally and noncommercially, and
272 | only if you received the object code with such an offer, in accord
273 | with subsection 6b.
274 |
275 | d) Convey the object code by offering access from a designated
276 | place (gratis or for a charge), and offer equivalent access to the
277 | Corresponding Source in the same way through the same place at no
278 | further charge. You need not require recipients to copy the
279 | Corresponding Source along with the object code. If the place to
280 | copy the object code is a network server, the Corresponding Source
281 | may be on a different server (operated by you or a third party)
282 | that supports equivalent copying facilities, provided you maintain
283 | clear directions next to the object code saying where to find the
284 | Corresponding Source. Regardless of what server hosts the
285 | Corresponding Source, you remain obligated to ensure that it is
286 | available for as long as needed to satisfy these requirements.
287 |
288 | e) Convey the object code using peer-to-peer transmission, provided
289 | you inform other peers where the object code and Corresponding
290 | Source of the work are being offered to the general public at no
291 | charge under subsection 6d.
292 |
293 | A separable portion of the object code, whose source code is excluded
294 | from the Corresponding Source as a System Library, need not be
295 | included in conveying the object code work.
296 |
297 | A "User Product" is either (1) a "consumer product", which means any
298 | tangible personal property which is normally used for personal, family,
299 | or household purposes, or (2) anything designed or sold for incorporation
300 | into a dwelling. In determining whether a product is a consumer product,
301 | doubtful cases shall be resolved in favor of coverage. For a particular
302 | product received by a particular user, "normally used" refers to a
303 | typical or common use of that class of product, regardless of the status
304 | of the particular user or of the way in which the particular user
305 | actually uses, or expects or is expected to use, the product. A product
306 | is a consumer product regardless of whether the product has substantial
307 | commercial, industrial or non-consumer uses, unless such uses represent
308 | the only significant mode of use of the product.
309 |
310 | "Installation Information" for a User Product means any methods,
311 | procedures, authorization keys, or other information required to install
312 | and execute modified versions of a covered work in that User Product from
313 | a modified version of its Corresponding Source. The information must
314 | suffice to ensure that the continued functioning of the modified object
315 | code is in no case prevented or interfered with solely because
316 | modification has been made.
317 |
318 | If you convey an object code work under this section in, or with, or
319 | specifically for use in, a User Product, and the conveying occurs as
320 | part of a transaction in which the right of possession and use of the
321 | User Product is transferred to the recipient in perpetuity or for a
322 | fixed term (regardless of how the transaction is characterized), the
323 | Corresponding Source conveyed under this section must be accompanied
324 | by the Installation Information. But this requirement does not apply
325 | if neither you nor any third party retains the ability to install
326 | modified object code on the User Product (for example, the work has
327 | been installed in ROM).
328 |
329 | The requirement to provide Installation Information does not include a
330 | requirement to continue to provide support service, warranty, or updates
331 | for a work that has been modified or installed by the recipient, or for
332 | the User Product in which it has been modified or installed. Access to a
333 | network may be denied when the modification itself materially and
334 | adversely affects the operation of the network or violates the rules and
335 | protocols for communication across the network.
336 |
337 | Corresponding Source conveyed, and Installation Information provided,
338 | in accord with this section must be in a format that is publicly
339 | documented (and with an implementation available to the public in
340 | source code form), and must require no special password or key for
341 | unpacking, reading or copying.
342 |
343 | 7. Additional Terms.
344 |
345 | "Additional permissions" are terms that supplement the terms of this
346 | License by making exceptions from one or more of its conditions.
347 | Additional permissions that are applicable to the entire Program shall
348 | be treated as though they were included in this License, to the extent
349 | that they are valid under applicable law. If additional permissions
350 | apply only to part of the Program, that part may be used separately
351 | under those permissions, but the entire Program remains governed by
352 | this License without regard to the additional permissions.
353 |
354 | When you convey a copy of a covered work, you may at your option
355 | remove any additional permissions from that copy, or from any part of
356 | it. (Additional permissions may be written to require their own
357 | removal in certain cases when you modify the work.) You may place
358 | additional permissions on material, added by you to a covered work,
359 | for which you have or can give appropriate copyright permission.
360 |
361 | Notwithstanding any other provision of this License, for material you
362 | add to a covered work, you may (if authorized by the copyright holders of
363 | that material) supplement the terms of this License with terms:
364 |
365 | a) Disclaiming warranty or limiting liability differently from the
366 | terms of sections 15 and 16 of this License; or
367 |
368 | b) Requiring preservation of specified reasonable legal notices or
369 | author attributions in that material or in the Appropriate Legal
370 | Notices displayed by works containing it; or
371 |
372 | c) Prohibiting misrepresentation of the origin of that material, or
373 | requiring that modified versions of such material be marked in
374 | reasonable ways as different from the original version; or
375 |
376 | d) Limiting the use for publicity purposes of names of licensors or
377 | authors of the material; or
378 |
379 | e) Declining to grant rights under trademark law for use of some
380 | trade names, trademarks, or service marks; or
381 |
382 | f) Requiring indemnification of licensors and authors of that
383 | material by anyone who conveys the material (or modified versions of
384 | it) with contractual assumptions of liability to the recipient, for
385 | any liability that these contractual assumptions directly impose on
386 | those licensors and authors.
387 |
388 | All other non-permissive additional terms are considered "further
389 | restrictions" within the meaning of section 10. If the Program as you
390 | received it, or any part of it, contains a notice stating that it is
391 | governed by this License along with a term that is a further
392 | restriction, you may remove that term. If a license document contains
393 | a further restriction but permits relicensing or conveying under this
394 | License, you may add to a covered work material governed by the terms
395 | of that license document, provided that the further restriction does
396 | not survive such relicensing or conveying.
397 |
398 | If you add terms to a covered work in accord with this section, you
399 | must place, in the relevant source files, a statement of the
400 | additional terms that apply to those files, or a notice indicating
401 | where to find the applicable terms.
402 |
403 | Additional terms, permissive or non-permissive, may be stated in the
404 | form of a separately written license, or stated as exceptions;
405 | the above requirements apply either way.
406 |
407 | 8. Termination.
408 |
409 | You may not propagate or modify a covered work except as expressly
410 | provided under this License. Any attempt otherwise to propagate or
411 | modify it is void, and will automatically terminate your rights under
412 | this License (including any patent licenses granted under the third
413 | paragraph of section 11).
414 |
415 | However, if you cease all violation of this License, then your
416 | license from a particular copyright holder is reinstated (a)
417 | provisionally, unless and until the copyright holder explicitly and
418 | finally terminates your license, and (b) permanently, if the copyright
419 | holder fails to notify you of the violation by some reasonable means
420 | prior to 60 days after the cessation.
421 |
422 | Moreover, your license from a particular copyright holder is
423 | reinstated permanently if the copyright holder notifies you of the
424 | violation by some reasonable means, this is the first time you have
425 | received notice of violation of this License (for any work) from that
426 | copyright holder, and you cure the violation prior to 30 days after
427 | your receipt of the notice.
428 |
429 | Termination of your rights under this section does not terminate the
430 | licenses of parties who have received copies or rights from you under
431 | this License. If your rights have been terminated and not permanently
432 | reinstated, you do not qualify to receive new licenses for the same
433 | material under section 10.
434 |
435 | 9. Acceptance Not Required for Having Copies.
436 |
437 | You are not required to accept this License in order to receive or
438 | run a copy of the Program. Ancillary propagation of a covered work
439 | occurring solely as a consequence of using peer-to-peer transmission
440 | to receive a copy likewise does not require acceptance. However,
441 | nothing other than this License grants you permission to propagate or
442 | modify any covered work. These actions infringe copyright if you do
443 | not accept this License. Therefore, by modifying or propagating a
444 | covered work, you indicate your acceptance of this License to do so.
445 |
446 | 10. Automatic Licensing of Downstream Recipients.
447 |
448 | Each time you convey a covered work, the recipient automatically
449 | receives a license from the original licensors, to run, modify and
450 | propagate that work, subject to this License. You are not responsible
451 | for enforcing compliance by third parties with this License.
452 |
453 | An "entity transaction" is a transaction transferring control of an
454 | organization, or substantially all assets of one, or subdividing an
455 | organization, or merging organizations. If propagation of a covered
456 | work results from an entity transaction, each party to that
457 | transaction who receives a copy of the work also receives whatever
458 | licenses to the work the party's predecessor in interest had or could
459 | give under the previous paragraph, plus a right to possession of the
460 | Corresponding Source of the work from the predecessor in interest, if
461 | the predecessor has it or can get it with reasonable efforts.
462 |
463 | You may not impose any further restrictions on the exercise of the
464 | rights granted or affirmed under this License. For example, you may
465 | not impose a license fee, royalty, or other charge for exercise of
466 | rights granted under this License, and you may not initiate litigation
467 | (including a cross-claim or counterclaim in a lawsuit) alleging that
468 | any patent claim is infringed by making, using, selling, offering for
469 | sale, or importing the Program or any portion of it.
470 |
471 | 11. Patents.
472 |
473 | A "contributor" is a copyright holder who authorizes use under this
474 | License of the Program or a work on which the Program is based. The
475 | work thus licensed is called the contributor's "contributor version".
476 |
477 | A contributor's "essential patent claims" are all patent claims
478 | owned or controlled by the contributor, whether already acquired or
479 | hereafter acquired, that would be infringed by some manner, permitted
480 | by this License, of making, using, or selling its contributor version,
481 | but do not include claims that would be infringed only as a
482 | consequence of further modification of the contributor version. For
483 | purposes of this definition, "control" includes the right to grant
484 | patent sublicenses in a manner consistent with the requirements of
485 | this License.
486 |
487 | Each contributor grants you a non-exclusive, worldwide, royalty-free
488 | patent license under the contributor's essential patent claims, to
489 | make, use, sell, offer for sale, import and otherwise run, modify and
490 | propagate the contents of its contributor version.
491 |
492 | In the following three paragraphs, a "patent license" is any express
493 | agreement or commitment, however denominated, not to enforce a patent
494 | (such as an express permission to practice a patent or covenant not to
495 | sue for patent infringement). To "grant" such a patent license to a
496 | party means to make such an agreement or commitment not to enforce a
497 | patent against the party.
498 |
499 | If you convey a covered work, knowingly relying on a patent license,
500 | and the Corresponding Source of the work is not available for anyone
501 | to copy, free of charge and under the terms of this License, through a
502 | publicly available network server or other readily accessible means,
503 | then you must either (1) cause the Corresponding Source to be so
504 | available, or (2) arrange to deprive yourself of the benefit of the
505 | patent license for this particular work, or (3) arrange, in a manner
506 | consistent with the requirements of this License, to extend the patent
507 | license to downstream recipients. "Knowingly relying" means you have
508 | actual knowledge that, but for the patent license, your conveying the
509 | covered work in a country, or your recipient's use of the covered work
510 | in a country, would infringe one or more identifiable patents in that
511 | country that you have reason to believe are valid.
512 |
513 | If, pursuant to or in connection with a single transaction or
514 | arrangement, you convey, or propagate by procuring conveyance of, a
515 | covered work, and grant a patent license to some of the parties
516 | receiving the covered work authorizing them to use, propagate, modify
517 | or convey a specific copy of the covered work, then the patent license
518 | you grant is automatically extended to all recipients of the covered
519 | work and works based on it.
520 |
521 | A patent license is "discriminatory" if it does not include within
522 | the scope of its coverage, prohibits the exercise of, or is
523 | conditioned on the non-exercise of one or more of the rights that are
524 | specifically granted under this License. You may not convey a covered
525 | work if you are a party to an arrangement with a third party that is
526 | in the business of distributing software, under which you make payment
527 | to the third party based on the extent of your activity of conveying
528 | the work, and under which the third party grants, to any of the
529 | parties who would receive the covered work from you, a discriminatory
530 | patent license (a) in connection with copies of the covered work
531 | conveyed by you (or copies made from those copies), or (b) primarily
532 | for and in connection with specific products or compilations that
533 | contain the covered work, unless you entered into that arrangement,
534 | or that patent license was granted, prior to 28 March 2007.
535 |
536 | Nothing in this License shall be construed as excluding or limiting
537 | any implied license or other defenses to infringement that may
538 | otherwise be available to you under applicable patent law.
539 |
540 | 12. No Surrender of Others' Freedom.
541 |
542 | If conditions are imposed on you (whether by court order, agreement or
543 | otherwise) that contradict the conditions of this License, they do not
544 | excuse you from the conditions of this License. If you cannot convey a
545 | covered work so as to satisfy simultaneously your obligations under this
546 | License and any other pertinent obligations, then as a consequence you may
547 | not convey it at all. For example, if you agree to terms that obligate you
548 | to collect a royalty for further conveying from those to whom you convey
549 | the Program, the only way you could satisfy both those terms and this
550 | License would be to refrain entirely from conveying the Program.
551 |
552 | 13. Use with the GNU Affero General Public License.
553 |
554 | Notwithstanding any other provision of this License, you have
555 | permission to link or combine any covered work with a work licensed
556 | under version 3 of the GNU Affero General Public License into a single
557 | combined work, and to convey the resulting work. The terms of this
558 | License will continue to apply to the part which is the covered work,
559 | but the special requirements of the GNU Affero General Public License,
560 | section 13, concerning interaction through a network will apply to the
561 | combination as such.
562 |
563 | 14. Revised Versions of this License.
564 |
565 | The Free Software Foundation may publish revised and/or new versions of
566 | the GNU General Public License from time to time. Such new versions will
567 | be similar in spirit to the present version, but may differ in detail to
568 | address new problems or concerns.
569 |
570 | Each version is given a distinguishing version number. If the
571 | Program specifies that a certain numbered version of the GNU General
572 | Public License "or any later version" applies to it, you have the
573 | option of following the terms and conditions either of that numbered
574 | version or of any later version published by the Free Software
575 | Foundation. If the Program does not specify a version number of the
576 | GNU General Public License, you may choose any version ever published
577 | by the Free Software Foundation.
578 |
579 | If the Program specifies that a proxy can decide which future
580 | versions of the GNU General Public License can be used, that proxy's
581 | public statement of acceptance of a version permanently authorizes you
582 | to choose that version for the Program.
583 |
584 | Later license versions may give you additional or different
585 | permissions. However, no additional obligations are imposed on any
586 | author or copyright holder as a result of your choosing to follow a
587 | later version.
588 |
589 | 15. Disclaimer of Warranty.
590 |
591 | THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
592 | APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
596 | PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
597 | IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
599 |
600 | 16. Limitation of Liability.
601 |
602 | IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
610 | SUCH DAMAGES.
611 |
612 | 17. Interpretation of Sections 15 and 16.
613 |
614 | If the disclaimer of warranty and limitation of liability provided
615 | above cannot be given local legal effect according to their terms,
616 | reviewing courts shall apply local law that most closely approximates
617 | an absolute waiver of all civil liability in connection with the
618 | Program, unless a warranty or assumption of liability accompanies a
619 | copy of the Program in return for a fee.
620 |
621 | END OF TERMS AND CONDITIONS
622 |
623 | How to Apply These Terms to Your New Programs
624 |
625 | If you develop a new program, and you want it to be of the greatest
626 | possible use to the public, the best way to achieve this is to make it
627 | free software which everyone can redistribute and change under these terms.
628 |
629 | To do so, attach the following notices to the program. It is safest
630 | to attach them to the start of each source file to most effectively
631 | state the exclusion of warranty; and each file should have at least
632 | the "copyright" line and a pointer to where the full notice is found.
633 |
634 |
635 | Copyright (C)
636 |
637 | This program is free software: you can redistribute it and/or modify
638 | it under the terms of the GNU General Public License as published by
639 | the Free Software Foundation, either version 3 of the License, or
640 | (at your option) any later version.
641 |
642 | This program is distributed in the hope that it will be useful,
643 | but WITHOUT ANY WARRANTY; without even the implied warranty of
644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
645 | GNU General Public License for more details.
646 |
647 | You should have received a copy of the GNU General Public License
648 | along with this program. If not, see .
649 |
650 | Also add information on how to contact you by electronic and paper mail.
651 |
652 | If the program does terminal interaction, make it output a short
653 | notice like this when it starts in an interactive mode:
654 |
655 | Copyright (C)
656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
657 | This is free software, and you are welcome to redistribute it
658 | under certain conditions; type `show c' for details.
659 |
660 | The hypothetical commands `show w' and `show c' should show the appropriate
661 | parts of the General Public License. Of course, your program's commands
662 | might be different; for a GUI interface, you would use an "about box".
663 |
664 | You should also get your employer (if you work as a programmer) or school,
665 | if any, to sign a "copyright disclaimer" for the program, if necessary.
666 | For more information on this, and how to apply and follow the GNU GPL, see
667 | .
668 |
669 | The GNU General Public License does not permit incorporating your program
670 | into proprietary programs. If your program is a subroutine library, you
671 | may consider it more useful to permit linking proprietary applications with
672 | the library. If this is what you want to do, use the GNU Lesser General
673 | Public License instead of this License. But first, please read
674 | .
675 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # Jd_Seckill
2 | 请安装python 3.8 运行此项目,就不会出现各种问题了
3 |
4 | 下一步打算出windows,mac系统上的安装程序
5 |
6 | windows目前已经打包完毕,请下载`jd_maotai_20210102.zip`文件,解压,双击`main.exe`即可运行,但是仍然需要在解压文件中填写config.ini配置信息 `eid`和`fp` 还是需要填写的哦,千万不要忘记哦!!!
7 |
8 | ## 优化内容
9 | 2021-01-02 优化购买时间
10 |
11 | ## 特别声明:
12 |
13 | * 本仓库发布的`jd_maotai_seckill`项目中涉及的任何脚本,仅用于测试和学习研究,禁止用于商业用途,不能保证其合法性,准确性,完整性和有效性,请根据情况自行判断。
14 |
15 | * 本项目内所有资源文件,禁止任何公众号、自媒体进行任何形式的转载、发布。
16 |
17 | * `ChinaVolvocars` 对任何脚本问题概不负责,包括但不限于由任何脚本错误导致的任何损失或损害.
18 |
19 | * 间接使用脚本的任何用户,包括但不限于建立VPS或在某些行为违反国家/地区法律或相关法规的情况下进行传播, `ChinaVolvocars` 对于由此引起的任何隐私泄漏或其他后果概不负责。
20 |
21 | * 请勿将`jd_maotai_seckill`项目的任何内容用于商业或非法目的,否则后果自负。
22 |
23 | * 如果任何单位或个人认为该项目的脚本可能涉嫌侵犯其权利,则应及时通知并提供身份证明,所有权证明,我们将在收到认证文件后删除相关脚本。
24 |
25 | * 以任何方式查看此项目的人或直接或间接使用`jd_maotai_seckill`项目的任何脚本的使用者都应仔细阅读此声明。`ChinaVolvocars` 保留随时更改或补充此免责声明的权利。一旦使用并复制了任何相关脚本或`jd_maotai_seckill`项目,则视为您已接受此免责声明。
26 |
27 | * 您必须在下载后的24小时内从计算机或手机中完全删除以上内容。
28 |
29 | * 本项目遵循`GPL-3.0 License`协议,如果本特别声明与`GPL-3.0 License`协议有冲突之处,以本特别声明为准。
30 |
31 | > ***您使用或者复制了本仓库且本人制作的任何代码或项目,则视为`已接受`此声明,请仔细阅读***
32 | > ***您在本声明未发出之时点使用或者复制了本仓库且本人制作的任何代码或项目且此时还在使用,则视为`已接受`此声明,请仔细阅读***
33 |
34 | ## 简介
35 | 通过我这段时间的使用(2020-12-12至2020-12-17),证实这个脚本确实能抢到茅台。我自己三个账号抢了四瓶,帮两个朋友抢了4瓶。
36 | 大家只要确认自己配置文件没有问题,Cookie没有失效,坚持下去总能成功的。
37 |
38 | 根据这段时间大家的反馈,除了茅台,其它不需要加购物车的商品也不能抢。具体原因还没有进行排查,应该是京东非茅台商品抢购流程发生了变化。
39 | 为了避免耽误大家的时间,先不要抢购非茅台商品。
40 | 等这个问题处理好了,会上线新版本。
41 |
42 |
43 | ## 暗中观察
44 |
45 | 根据12月14日以来抢茅台的日志分析,大胆推断再接再厉返回Json消息中`resultCode`与小白信用的关系。
46 | 这里主要分析出现频率最高的`90016`和`90008`。
47 |
48 | ### 样例JSON
49 | ```json
50 | {'errorMessage': '很遗憾没有抢到,再接再厉哦。', 'orderId': 0, 'resultCode': 90016, 'skuId': 0, 'success': False}
51 | {'errorMessage': '很遗憾没有抢到,再接再厉哦。', 'orderId': 0, 'resultCode': 90008, 'skuId': 0, 'success': False}
52 | ```
53 |
54 | ### 数据统计
55 |
56 | | 案例 | 小白信用 | 90016 | 90008 | 抢到耗时 |
57 | | ---- | ---- | ---- | ---- | ---- |
58 | | 张三 | 63.8 | 59.63% | 40.37% | 暂未抢到 |
59 | | 李四 | 92.9 | 72.05% | 27.94% | 4天 |
60 | | 王五 | 99.6 | 75.70% | 24.29% | 暂未抢到 |
61 | | 赵六 | 103.4 | 91.02% | 8.9% | 2天 |
62 |
63 | ### 猜测
64 | 推测返回90008是京东的风控机制,代表这次请求直接失败,不参与抢购。
65 | 小白信用越低越容易触发京东的风控。
66 |
67 | 从数据来看小白信用与风控的关系大概每十分为一个等级,所以赵六基本上没有被拦截,李四和王五的拦截几率相近,张三的拦截几率最高。
68 |
69 | 风控放行后才会进行抢购,这时候用的应该是水库计数模型,假设无法一次性拿到所有数据的情况下来尽量的做到抢购成功用户的均匀分布,这样就和概率相关了。
70 |
71 | > 综上,张三想成功有点困难,小白信用是100+的用户成功几率最大。
72 |
73 | ## 主要功能
74 |
75 | - 登陆京东商城([www.jd.com](http://www.jd.com/))
76 | - 用京东APP扫码给出的二维码
77 | - 预约茅台
78 | - 定时自动预约
79 | - 秒杀预约后等待抢购
80 | - 定时开始自动抢购
81 |
82 | ## 运行环境
83 | 请安装python 3.8 运行此项目
84 | - [Python 3.8](https://www.python.org/)
85 |
86 | ## 第三方库
87 |
88 | - 需要使用到的库已经放在requirements.txt,使用pip安装的可以使用指令
89 | `pip install -r requirements.txt`
90 | - 如果国内安装第三方库比较慢,可以使用以下指令进行清华源加速
91 | `pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple/`
92 |
93 | ## 使用教程
94 | #### 1. 推荐Chrome浏览器
95 | #### 2. 网页扫码登录,或者账号密码登录
96 | #### 3. 填写config.ini配置信息
97 | (1)`eid`和`fp`找个普通商品随便下单,然后抓包就能看到,这两个值可以填固定的
98 | > 随便找一个商品下单,然后进入结算页面,打开浏览器的调试窗口,切换到控制台Tab页,在控制台中输入变量`_JdTdudfp`,即可从输出的Json中获取`eid`和`fp`。
99 | > 不会的话参考原作者的issue https://github.com/zhou-xiaojun/jd_mask/issues/22
100 |
101 | (2)`sku_id`,`DEFAULT_USER_AGENT`
102 | > `sku_id`已经按照茅台的填好。
103 | > `cookies_string` 现在已经不需要填写了
104 | > `DEFAULT_USER_AGENT` 可以用默认的。谷歌浏览器也可以浏览器地址栏中输入about:version 查看`USER_AGENT`替换
105 |
106 | (3)配置一下时间
107 | > 现在不强制要求同步最新时间了,程序会自动同步京东时间
108 | >> 但要是电脑时间快慢了好几个小时,最好还是同步一下吧
109 |
110 | 以上都是必须的.
111 | > tips:
112 | > 在程序开始运行后,会检测本地时间与京东服务器时间,输出的差值为本地时间-京东服务器时间,即-50为本地时间比京东服务器时间慢50ms。
113 | > 本代码的执行的抢购时间以本地电脑/服务器时间为准
114 |
115 | (4)修改抢购瓶数
116 | > 代码中默认抢购瓶数为2,且无法在配置文件中修改
117 | > 如果一个月内抢购过一瓶,最好修改抢购瓶数为1
118 | > 具体修改为:在`jd_spider_requests.py`文件中搜索`self.seckill_num = 2`,将`2`改为`1`
119 |
120 | #### 4.运行main.py
121 | 根据提示选择相应功能即可
122 |
123 | #### 5.抢购结果确认
124 | 抢购是否成功通常在程序开始的一分钟内可见分晓!
125 | 搜索日志,出现“抢购成功,订单号xxxxx",代表成功抢到了,务必半小时内支付订单!程序暂时不支持自动停止,需要手动STOP!
126 | 若两分钟还未抢购成功,基本上就是没抢到!程序暂时不支持自动停止,需要手动STOP!
127 |
128 | ## 打赏
129 | 不用再打赏了,抢到茅台的同学请保持这份喜悦,没抢到的继续加油 :)
130 |
131 | ## 感谢
132 | ##### 非常感谢原作者 https://github.com/zhou-xiaojun/jd_mask 提供的代码
133 | ##### 也非常感谢 https://github.com/wlwwu/jd_maotai 进行的优化
134 |
--------------------------------------------------------------------------------
/config.ini:
--------------------------------------------------------------------------------
1 | [config]
2 | # eid, fp参数必须填写,具体请参考 wiki-常见问题
3 | # 随意填写可能导致订单无法提交等问题
4 | eid = ""
5 | fp = ""
6 | # cookie现在不需要填写了
7 | # cookies_String = ""
8 |
9 | # 商品id
10 | # 已经是茅台的sku_id了
11 | sku_id = 100012043978
12 | # 抢购数量
13 | seckill_num = 1
14 | # 设定时间
15 | # 修改成几点几分几秒几毫秒 以下时间根据jd抢购时间修改
16 | buy_time = 09:59:59.500
17 | # 每天的最后购买时间
18 | last_purchase_time = 10:00:03.000
19 | # 默认UA
20 | DEFAULT_USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
21 | # 是否使用随机 useragent,默认为 false
22 | random_useragent = false
23 |
24 | [account]
25 | # 支付密码
26 | # 如果你的账户中有可用的京券(注意不是东券)或 在上次购买订单中使用了京豆,
27 | # 那么京东可能会在下单时自动选择京券支付 或 自动勾选京豆支付。
28 | # 此时下单会要求输入六位数字的支付密码。请在下方配置你的支付密码,如 123456 。
29 | # 如果没有上述情况,下方请留空。
30 | payment_pwd = ""
31 |
32 | [messenger]
33 | # 使用了Server酱的推送服务
34 | # 如果想开启下单成功后消息推送,则将 enable 设置为 true,默认为 false 不开启推送
35 | # 开启消息推送必须填入 sckey,如何获取请参考 http://sc.ftqq.com/3.version。感谢Server酱~
36 | enable = false
37 | sckey =
38 |
--------------------------------------------------------------------------------
/error/__init__.py:
--------------------------------------------------------------------------------
1 | # !/usr/bin/env python
2 | # -*- coding: utf-8 -*-
3 |
4 | """
5 | Created on 2021/01/02 21:45
6 | """
--------------------------------------------------------------------------------
/error/exception.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 | # -*- encoding=utf8 -*-
3 |
4 |
5 | class SKException(Exception):
6 |
7 | def __init__(self, message):
8 | super().__init__(message)
9 |
--------------------------------------------------------------------------------
/helper/__init__.py:
--------------------------------------------------------------------------------
1 | # !/usr/bin/env python
2 | # -*- coding: utf-8 -*-
3 |
4 | """
5 | Created on 2021/01/02 21:39
6 | """
7 |
--------------------------------------------------------------------------------
/helper/jd_helper.py:
--------------------------------------------------------------------------------
1 | import json
2 | import random
3 | import requests
4 | import os
5 | import time
6 |
7 | from maotai.config import global_config
8 |
9 | USER_AGENTS = [
10 | "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36",
11 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 Safari/537.36",
12 | "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36",
13 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36",
14 | "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2226.0 Safari/537.36",
15 | "Mozilla/5.0 (Windows NT 6.4; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36",
16 | "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36",
17 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2224.3 Safari/537.36",
18 | "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36",
19 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124 Safari/537.36",
20 | "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36",
21 | "Mozilla/5.0 (Windows NT 4.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36",
22 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36",
23 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36",
24 | "Mozilla/5.0 (X11; OpenBSD i386) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.125 Safari/537.36",
25 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36",
26 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.3319.102 Safari/537.36",
27 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2309.372 Safari/537.36",
28 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2117.157 Safari/537.36",
29 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36",
30 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1866.237 Safari/537.36",
31 | "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.137 Safari/4E423F",
32 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36 Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10",
33 | "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.517 Safari/537.36",
34 | "Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36",
35 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36",
36 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36",
37 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.16 Safari/537.36",
38 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1623.0 Safari/537.36",
39 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.17 Safari/537.36",
40 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36",
41 | "Mozilla/5.0 (X11; CrOS i686 4319.74.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36",
42 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36",
43 | "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1468.0 Safari/537.36",
44 | "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36",
45 | "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1464.0 Safari/537.36",
46 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1500.55 Safari/537.36",
47 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
48 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
49 | "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
50 | "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
51 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
52 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
53 | "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.90 Safari/537.36",
54 | "Mozilla/5.0 (X11; NetBSD) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36",
55 | "Mozilla/5.0 (X11; CrOS i686 3912.101.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36",
56 | "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.60 Safari/537.17",
57 | "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1309.0 Safari/537.17",
58 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.15 (KHTML, like Gecko) Chrome/24.0.1295.0 Safari/537.15",
59 | "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.14 (KHTML, like Gecko) Chrome/24.0.1292.0 Safari/537.14"
60 | ]
61 |
62 |
63 | def parse_json(s):
64 | begin = s.find('{')
65 | end = s.rfind('}') + 1
66 | return json.loads(s[begin:end])
67 |
68 |
69 | def get_random_useragent():
70 | """生成随机的UserAgent
71 | :return: UserAgent字符串
72 | """
73 | return random.choice(USER_AGENTS)
74 |
75 |
76 | def wait_some_time():
77 | time.sleep(random.randint(100, 300) / 1000)
78 |
79 |
80 | def send_wechat(message):
81 | """推送信息到微信"""
82 | url = 'http://sc.ftqq.com/{}.send'.format(global_config.getRaw('messenger', 'sckey'))
83 | payload = {
84 | "text": '抢购结果',
85 | "desp": message
86 | }
87 | headers = {
88 | 'User-Agent': global_config.getRaw('config', 'DEFAULT_USER_AGENT')
89 | }
90 | requests.get(url, params=payload, headers=headers)
91 |
92 |
93 | def response_status(resp):
94 | if resp.status_code != requests.codes.OK:
95 | print('Status: %u, Url: %s' % (resp.status_code, resp.url))
96 | return False
97 | return True
98 |
99 |
100 | def open_image(image_file):
101 | if os.name == "nt":
102 | os.system('start ' + image_file) # for Windows
103 | else:
104 | if os.uname()[0] == "Linux":
105 | if "deepin" in os.uname()[2]:
106 | os.system("deepin-image-viewer " + image_file) # for deepin
107 | else:
108 | os.system("eog " + image_file) # for Linux
109 | else:
110 | os.system("open " + image_file) # for Mac
111 |
112 |
113 | def save_image(resp, image_file):
114 | with open(image_file, 'wb') as f:
115 | for chunk in resp.iter_content(chunk_size=1024):
116 | f.write(chunk)
117 |
--------------------------------------------------------------------------------
/jd_maotai.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/JokerPeter/jd_seckill_new/64bc3b084c793c0ee4bcdb96fe105ae4fd06814c/jd_maotai.png
--------------------------------------------------------------------------------
/jd_maotai_20210102.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/JokerPeter/jd_seckill_new/64bc3b084c793c0ee4bcdb96fe105ae4fd06814c/jd_maotai_20210102.zip
--------------------------------------------------------------------------------
/main.py:
--------------------------------------------------------------------------------
1 | import sys
2 |
3 | from maotai.jd_spider_requests import JdSeckill
4 |
5 | if __name__ == '__main__':
6 | a = """
7 |
8 | oooo oooooooooo. .oooooo..o oooo o8o oooo oooo
9 | `888 `888' `Y8b d8P' `Y8 `888 `"' `888 `888
10 | 888 888 888 Y88bo. .ooooo. .ooooo. 888 oooo oooo 888 888
11 | 888 888 888 `"Y8888o. d88' `88b d88' `"Y8 888 .8P' `888 888 888
12 | 888 888 888 8888888 `"Y88b 888ooo888 888 888888. 888 888 888
13 | 888 888 d88' oo .d8P 888 .o 888 .o8 888 `88b. 888 888 888
14 | .o. 88P o888bood8P' 8""88888P' `Y8bod8P' `Y8bod8P' o888o o888o o888o o888o o888o
15 | `Y888P
16 |
17 | 功能列表:
18 | 1.预约商品
19 | 2.秒杀抢购商品
20 | """
21 | print(a)
22 |
23 | jd_seckill = JdSeckill()
24 | choice_function = input('请选择:')
25 | if choice_function == '1':
26 | jd_seckill.reserve()
27 | elif choice_function == '2':
28 | jd_seckill.seckill_by_proc_pool()
29 | else:
30 | print('没有此功能')
31 | sys.exit(1)
32 |
33 |
--------------------------------------------------------------------------------
/maotai/__init__.py:
--------------------------------------------------------------------------------
1 | # !/usr/bin/env python
2 | # -*- coding: utf-8 -*-
3 |
4 | """
5 | Created on 2021/01/02 21:39
6 | """
7 |
--------------------------------------------------------------------------------
/maotai/config.py:
--------------------------------------------------------------------------------
1 | import os
2 | import configparser
3 |
4 |
5 | class Config(object):
6 | def __init__(self, config_file='config.ini'):
7 | self._path = os.path.join(os.getcwd(), config_file)
8 | if not os.path.exists(self._path):
9 | raise FileNotFoundError("No such file: config.ini")
10 | self._config = configparser.ConfigParser()
11 | self._config.read(self._path, encoding='utf-8-sig')
12 | self._configRaw = configparser.RawConfigParser()
13 | self._configRaw.read(self._path, encoding='utf-8-sig')
14 |
15 | def get(self, section, name):
16 | return self._config.get(section, name)
17 |
18 | def getRaw(self, section, name):
19 | return self._configRaw.get(section, name)
20 |
21 |
22 | global_config = Config()
23 |
--------------------------------------------------------------------------------
/maotai/jd_logger.py:
--------------------------------------------------------------------------------
1 | import logging
2 | import logging.handlers
3 |
4 | '''
5 | 日志模块
6 | '''
7 | LOG_FILENAME = '../jd_seckill.log'
8 | logger = logging.getLogger()
9 |
10 |
11 | def set_logger():
12 | logger.setLevel(logging.INFO)
13 | formatter = logging.Formatter('%(asctime)s - %(process)d-%(threadName)s - '
14 | '%(pathname)s[line:%(lineno)d] - %(levelname)s: %(message)s')
15 | console_handler = logging.StreamHandler()
16 | console_handler.setFormatter(formatter)
17 | logger.addHandler(console_handler)
18 | file_handler = logging.handlers.RotatingFileHandler(
19 | LOG_FILENAME, maxBytes=10485760, backupCount=5, encoding="utf-8")
20 | file_handler.setFormatter(formatter)
21 | logger.addHandler(file_handler)
22 |
23 |
24 | set_logger()
25 |
--------------------------------------------------------------------------------
/maotai/jd_spider_requests.py:
--------------------------------------------------------------------------------
1 | import random
2 | import time
3 | import requests
4 | import functools
5 | import json
6 | import os
7 | import pickle
8 |
9 | from lxml import etree
10 |
11 | from error.exception import SKException
12 | from maotai.jd_logger import logger
13 | from maotai.timer import Timer
14 | from maotai.config import global_config
15 | from concurrent.futures import ProcessPoolExecutor
16 | from helper.jd_helper import (
17 | parse_json,
18 | send_wechat,
19 | wait_some_time,
20 | response_status,
21 | save_image,
22 | open_image
23 | )
24 |
25 |
26 | class SpiderSession:
27 | """
28 | Session相关操作
29 | """
30 |
31 | def __init__(self):
32 | self.cookies_dir_path = "./cookies/"
33 | self.user_agent = global_config.getRaw('config', 'DEFAULT_USER_AGENT')
34 |
35 | self.session = self._init_session()
36 |
37 | def _init_session(self):
38 | session = requests.session()
39 | session.headers = self.get_headers()
40 | return session
41 |
42 | def get_headers(self):
43 | return {"User-Agent": self.user_agent,
44 | "Accept": "text/html,application/xhtml+xml,application/xml;"
45 | "q=0.9,image/webp,image/apng,*/*;"
46 | "q=0.8,application/signed-exchange;"
47 | "v=b3",
48 | "Connection": "keep-alive"}
49 |
50 | def get_user_agent(self):
51 | return self.user_agent
52 |
53 | def get_session(self):
54 | """
55 | 获取当前Session
56 | :return:
57 | """
58 | return self.session
59 |
60 | def get_cookies(self):
61 | """
62 | 获取当前Cookies
63 | :return:
64 | """
65 | return self.get_session().cookies
66 |
67 | def set_cookies(self, cookies):
68 | self.session.cookies.update(cookies)
69 |
70 | def load_cookies_from_local(self):
71 | """
72 | 从本地加载Cookie
73 | :return:
74 | """
75 | cookies_file = ''
76 | if not os.path.exists(self.cookies_dir_path):
77 | return False
78 | for name in os.listdir(self.cookies_dir_path):
79 | if name.endswith(".cookies"):
80 | cookies_file = '{}{}'.format(self.cookies_dir_path, name)
81 | break
82 | if cookies_file == '':
83 | return False
84 | with open(cookies_file, 'rb') as f:
85 | local_cookies = pickle.load(f)
86 | self.set_cookies(local_cookies)
87 |
88 | def save_cookies_to_local(self, cookie_file_name):
89 | """
90 | 保存Cookie到本地
91 | :param cookie_file_name: 存放Cookie的文件名称
92 | :return:
93 | """
94 | cookies_file = '{}{}.cookies'.format(self.cookies_dir_path, cookie_file_name)
95 | directory = os.path.dirname(cookies_file)
96 | if not os.path.exists(directory):
97 | os.makedirs(directory)
98 | with open(cookies_file, 'wb') as f:
99 | pickle.dump(self.get_cookies(), f)
100 |
101 |
102 | class QrLogin:
103 | """
104 | 扫码登录
105 | """
106 |
107 | def __init__(self, spider_session: SpiderSession):
108 | """
109 | 初始化扫码登录
110 | 大致流程:
111 | 1、访问登录二维码页面,获取Token
112 | 2、使用Token获取票据
113 | 3、校验票据
114 | :param spider_session:
115 | """
116 | self.qrcode_img_file = '../qr_code.png'
117 |
118 | self.spider_session = spider_session
119 | self.session = self.spider_session.get_session()
120 |
121 | self.is_login = False
122 | self.refresh_login_status()
123 |
124 | def refresh_login_status(self):
125 | """
126 | 刷新是否登录状态
127 | :return:
128 | """
129 | self.is_login = self._validate_cookies()
130 |
131 | def _validate_cookies(self):
132 | """
133 | 验证cookies是否有效(是否登陆)
134 | 通过访问用户订单列表页进行判断:若未登录,将会重定向到登陆页面。
135 | :return: cookies是否有效 True/False
136 | """
137 | url = 'https://order.jd.com/center/list.action'
138 | payload = {
139 | 'rid': str(int(time.time() * 1000)),
140 | }
141 | try:
142 | resp = self.session.get(url=url, params=payload, allow_redirects=False)
143 | if resp.status_code == requests.codes.OK:
144 | return True
145 | except Exception as e:
146 | logger.error("验证cookies是否有效发生异常", e)
147 | return False
148 |
149 | def _get_login_page(self):
150 | """
151 | 获取PC端登录页面
152 | :return:
153 | """
154 | url = "https://passport.jd.com/new/login.aspx"
155 | page = self.session.get(url, headers=self.spider_session.get_headers())
156 | return page
157 |
158 | def _get_qrcode(self):
159 | """
160 | 缓存并展示登录二维码
161 | :return:
162 | """
163 | url = 'https://qr.m.jd.com/show'
164 | payload = {
165 | 'appid': 133,
166 | 'size': 147,
167 | 't': str(int(time.time() * 1000)),
168 | }
169 | headers = {
170 | 'User-Agent': self.spider_session.get_user_agent(),
171 | 'Referer': 'https://passport.jd.com/new/login.aspx',
172 | }
173 | resp = self.session.get(url=url, headers=headers, params=payload)
174 |
175 | if not response_status(resp):
176 | logger.info('获取二维码失败')
177 | return False
178 |
179 | save_image(resp, self.qrcode_img_file)
180 | logger.info('二维码获取成功,请打开京东APP扫描')
181 | open_image(self.qrcode_img_file)
182 | return True
183 |
184 | def _get_qrcode_ticket(self):
185 | """
186 | 通过 token 获取票据
187 | :return:
188 | """
189 | url = 'https://qr.m.jd.com/check'
190 | payload = {
191 | 'appid': '133',
192 | 'callback': 'jQuery{}'.format(random.randint(1000000, 9999999)),
193 | 'token': self.session.cookies.get('wlfstk_smdl'),
194 | '_': str(int(time.time() * 1000)),
195 | }
196 | headers = {
197 | 'User-Agent': self.spider_session.get_user_agent(),
198 | 'Referer': 'https://passport.jd.com/new/login.aspx',
199 | }
200 | resp = self.session.get(url=url, headers=headers, params=payload)
201 |
202 | if not response_status(resp):
203 | logger.error('获取二维码扫描结果异常')
204 | return False
205 |
206 | resp_json = parse_json(resp.text)
207 | if resp_json['code'] != 200:
208 | logger.info('Code: %s, Message: %s', resp_json['code'], resp_json['msg'])
209 | return None
210 | else:
211 | logger.info('已完成手机客户端确认')
212 | return resp_json['ticket']
213 |
214 | def _validate_qrcode_ticket(self, ticket):
215 | """
216 | 通过已获取的票据进行校验
217 | :param ticket: 已获取的票据
218 | :return:
219 | """
220 | url = 'https://passport.jd.com/uc/qrCodeTicketValidation'
221 | headers = {
222 | 'User-Agent': self.spider_session.get_user_agent(),
223 | 'Referer': 'https://passport.jd.com/uc/login?ltype=logout',
224 | }
225 |
226 | resp = self.session.get(url=url, headers=headers, params={'t': ticket})
227 | if not response_status(resp):
228 | return False
229 |
230 | resp_json = json.loads(resp.text)
231 | if resp_json['returnCode'] == 0:
232 | return True
233 | else:
234 | logger.info(resp_json)
235 | return False
236 |
237 | def login_by_qrcode(self):
238 | """
239 | 二维码登陆
240 | :return:
241 | """
242 | self._get_login_page()
243 |
244 | # download QR code
245 | if not self._get_qrcode():
246 | raise SKException('二维码下载失败')
247 |
248 | # get QR code ticket
249 | ticket = None
250 | retry_times = 85
251 | for _ in range(retry_times):
252 | ticket = self._get_qrcode_ticket()
253 | if ticket:
254 | break
255 | time.sleep(2)
256 | else:
257 | raise SKException('二维码过期,请重新获取扫描')
258 |
259 | # validate QR code ticket
260 | if not self._validate_qrcode_ticket(ticket):
261 | raise SKException('二维码信息校验失败')
262 |
263 | self.refresh_login_status()
264 |
265 | logger.info('二维码登录成功')
266 |
267 |
268 | class JdSeckill(object):
269 | def __init__(self):
270 | self.spider_session = SpiderSession()
271 | self.spider_session.load_cookies_from_local()
272 |
273 | self.qrlogin = QrLogin(self.spider_session)
274 |
275 | # 初始化信息
276 | self.sku_id = global_config.getRaw('config', 'sku_id')
277 | self.seckill_num = global_config.getRaw('config', 'seckill_num')
278 | self.seckill_init_info = dict()
279 | self.seckill_url = dict()
280 | self.seckill_order_data = dict()
281 | self.timers = Timer()
282 |
283 | self.session = self.spider_session.get_session()
284 | self.user_agent = self.spider_session.user_agent
285 | self.nick_name = None
286 |
287 | def login_by_qrcode(self):
288 | """
289 | 二维码登陆
290 | :return:
291 | """
292 | if self.qrlogin.is_login:
293 | logger.info('登录成功')
294 | return
295 |
296 | self.qrlogin.login_by_qrcode()
297 |
298 | if self.qrlogin.is_login:
299 | self.nick_name = self.get_username()
300 | self.spider_session.save_cookies_to_local(self.nick_name)
301 | else:
302 | raise SKException("二维码登录失败!")
303 |
304 | def check_login(func):
305 | """
306 | 用户登陆态校验装饰器。若用户未登陆,则调用扫码登陆
307 | """
308 |
309 | @functools.wraps(func)
310 | def new_func(self, *args, **kwargs):
311 | if not self.qrlogin.is_login:
312 | logger.info("{0} 需登陆后调用,开始扫码登陆".format(func.__name__))
313 | self.login_by_qrcode()
314 | return func(self, *args, **kwargs)
315 |
316 | return new_func
317 |
318 | @check_login
319 | def reserve(self):
320 | """
321 | 预约
322 | """
323 | self._reserve()
324 |
325 | @check_login
326 | def seckill(self):
327 | """
328 | 抢购
329 | """
330 | self._seckill()
331 |
332 | @check_login
333 | def seckill_by_proc_pool(self, work_count=5):
334 | """
335 | 多进程进行抢购
336 | work_count:进程数量
337 | """
338 | with ProcessPoolExecutor(work_count) as pool:
339 | for i in range(work_count):
340 | pool.submit(self.seckill)
341 |
342 | def _reserve(self):
343 | """
344 | 预约
345 | """
346 | while True:
347 | try:
348 | self.make_reserve()
349 | break
350 | except Exception as e:
351 | logger.info('预约发生异常!', e)
352 | wait_some_time()
353 |
354 | def _seckill(self):
355 | """
356 | 抢购
357 | """
358 | while True:
359 | try:
360 | self.request_seckill_url()
361 | while True:
362 | self.request_seckill_checkout_page()
363 | self.submit_seckill_order()
364 | except Exception as e:
365 | logger.info('抢购发生异常,稍后继续执行!', e)
366 | wait_some_time()
367 |
368 | def make_reserve(self):
369 | """商品预约"""
370 | logger.info('商品名称:{}'.format(self.get_sku_title()))
371 | url = 'https://yushou.jd.com/youshouinfo.action?'
372 | payload = {
373 | 'callback': 'fetchJSON',
374 | 'sku': self.sku_id,
375 | '_': str(int(time.time() * 1000)),
376 | }
377 | headers = {
378 | 'User-Agent': self.user_agent,
379 | 'Referer': 'https://item.jd.com/{}.html'.format(self.sku_id),
380 | }
381 | resp = self.session.get(url=url, params=payload, headers=headers)
382 | resp_json = parse_json(resp.text)
383 | reserve_url = resp_json.get('url')
384 | self.timers.start()
385 | while True:
386 | try:
387 | self.session.get(url='https:' + reserve_url)
388 | logger.info('预约成功,已获得抢购资格 / 您已成功预约过了,无需重复预约')
389 | if global_config.getRaw('messenger', 'enable') == 'true':
390 | success_message = "预约成功,已获得抢购资格 / 您已成功预约过了,无需重复预约"
391 | send_wechat(success_message)
392 | break
393 | except Exception as e:
394 | logger.error('预约失败正在重试...')
395 |
396 | def get_username(self):
397 | """获取用户信息"""
398 | url = 'https://passport.jd.com/user/petName/getUserInfoForMiniJd.action'
399 | payload = {
400 | 'callback': 'jQuery{}'.format(random.randint(1000000, 9999999)),
401 | '_': str(int(time.time() * 1000)),
402 | }
403 | headers = {
404 | 'User-Agent': self.user_agent,
405 | 'Referer': 'https://order.jd.com/center/list.action',
406 | }
407 |
408 | resp = self.session.get(url=url, params=payload, headers=headers)
409 |
410 | try_count = 5
411 | while not resp.text.startswith("jQuery"):
412 | try_count = try_count - 1
413 | if try_count > 0:
414 | resp = self.session.get(url=url, params=payload, headers=headers)
415 | else:
416 | break
417 | wait_some_time()
418 | # 响应中包含了许多用户信息,现在在其中返回昵称
419 | # jQuery2381773({"imgUrl":"//storage.360buyimg.com/i.imageUpload/xxx.jpg","lastLoginTime":"","nickName":"xxx","plusStatus":"0","realName":"xxx","userLevel":x,"userScoreVO":{"accountScore":xx,"activityScore":xx,"consumptionScore":xxxxx,"default":false,"financeScore":xxx,"pin":"xxx","riskScore":x,"totalScore":xxxxx}})
420 | return parse_json(resp.text).get('nickName')
421 |
422 | def get_sku_title(self):
423 | """获取商品名称"""
424 | url = 'https://item.jd.com/{}.html'.format(global_config.getRaw('config', 'sku_id'))
425 | resp = self.session.get(url).content
426 | x_data = etree.HTML(resp)
427 | sku_title = x_data.xpath('/html/head/title/text()')
428 | return sku_title[0]
429 |
430 | def get_seckill_url(self):
431 | """获取商品的抢购链接
432 | 点击"抢购"按钮后,会有两次302跳转,最后到达订单结算页面
433 | 这里返回第一次跳转后的页面url,作为商品的抢购链接
434 | :return: 商品的抢购链接
435 | """
436 | url = 'https://itemko.jd.com/itemShowBtn'
437 | payload = {
438 | 'callback': 'jQuery{}'.format(random.randint(1000000, 9999999)),
439 | 'skuId': self.sku_id,
440 | 'from': 'pc',
441 | '_': str(int(time.time() * 1000)),
442 | }
443 | headers = {
444 | 'User-Agent': self.user_agent,
445 | 'Host': 'itemko.jd.com',
446 | 'Referer': 'https://item.jd.com/{}.html'.format(self.sku_id),
447 | }
448 | while True:
449 | resp = self.session.get(url=url, headers=headers, params=payload)
450 | resp_json = parse_json(resp.text)
451 | if resp_json.get('url'):
452 | # https://divide.jd.com/user_routing?skuId=8654289&sn=c3f4ececd8461f0e4d7267e96a91e0e0&from=pc
453 | router_url = 'https:' + resp_json.get('url')
454 | # https://marathon.jd.com/captcha.html?skuId=8654289&sn=c3f4ececd8461f0e4d7267e96a91e0e0&from=pc
455 | seckill_url = router_url.replace(
456 | 'divide', 'marathon').replace(
457 | 'user_routing', 'captcha.html')
458 | logger.info("抢购链接获取成功: %s", seckill_url)
459 | return seckill_url
460 | else:
461 | logger.info("抢购链接获取失败,稍后自动重试")
462 | wait_some_time()
463 |
464 | def request_seckill_url(self):
465 | """访问商品的抢购链接(用于设置cookie等"""
466 | logger.info('用户:{}'.format(self.get_username()))
467 | logger.info('商品名称:{}'.format(self.get_sku_title()))
468 | self.timers.start()
469 | self.seckill_url[self.sku_id] = self.get_seckill_url()
470 | logger.info('访问商品的抢购连接...')
471 | headers = {
472 | 'User-Agent': self.user_agent,
473 | 'Host': 'marathon.jd.com',
474 | 'Referer': 'https://item.jd.com/{}.html'.format(self.sku_id),
475 | }
476 | self.session.get(
477 | url=self.seckill_url.get(
478 | self.sku_id),
479 | headers=headers,
480 | allow_redirects=False)
481 |
482 | def request_seckill_checkout_page(self):
483 | """访问抢购订单结算页面"""
484 | logger.info('访问抢购订单结算页面...')
485 | url = 'https://marathon.jd.com/seckill/seckill.action'
486 | payload = {
487 | 'skuId': self.sku_id,
488 | 'num': self.seckill_num,
489 | 'rid': int(time.time())
490 | }
491 | headers = {
492 | 'User-Agent': self.user_agent,
493 | 'Host': 'marathon.jd.com',
494 | 'Referer': 'https://item.jd.com/{}.html'.format(self.sku_id),
495 | }
496 | self.session.get(url=url, params=payload, headers=headers, allow_redirects=False)
497 |
498 | def _get_seckill_init_info(self):
499 | """获取秒杀初始化信息(包括:地址,发票,token)
500 | :return: 初始化信息组成的dict
501 | """
502 | logger.info('获取秒杀初始化信息...')
503 | url = 'https://marathon.jd.com/seckillnew/orderService/pc/init.action'
504 | data = {
505 | 'sku': self.sku_id,
506 | 'num': self.seckill_num,
507 | 'isModifyAddress': 'false',
508 | }
509 | headers = {
510 | 'User-Agent': self.user_agent,
511 | 'Host': 'marathon.jd.com',
512 | }
513 | resp = self.session.post(url=url, data=data, headers=headers)
514 |
515 | resp_json = None
516 | try:
517 | resp_json = parse_json(resp.text)
518 | except Exception:
519 | raise SKException('抢购失败,返回信息:{}'.format(resp.text[0: 128]))
520 |
521 | return resp_json
522 |
523 | def _get_seckill_order_data(self):
524 | """生成提交抢购订单所需的请求体参数
525 | :return: 请求体参数组成的dict
526 | """
527 | logger.info('生成提交抢购订单所需参数...')
528 | # 获取用户秒杀初始化信息
529 | self.seckill_init_info[self.sku_id] = self._get_seckill_init_info()
530 | init_info = self.seckill_init_info.get(self.sku_id)
531 | default_address = init_info['addressList'][0] # 默认地址dict
532 | invoice_info = init_info.get('invoiceInfo', {}) # 默认发票信息dict, 有可能不返回
533 | token = init_info['token']
534 | data = {
535 | 'skuId': self.sku_id,
536 | 'num': self.seckill_num,
537 | 'addressId': default_address['id'],
538 | 'yuShou': 'true',
539 | 'isModifyAddress': 'false',
540 | 'name': default_address['name'],
541 | 'provinceId': default_address['provinceId'],
542 | 'cityId': default_address['cityId'],
543 | 'countyId': default_address['countyId'],
544 | 'townId': default_address['townId'],
545 | 'addressDetail': default_address['addressDetail'],
546 | 'mobile': default_address['mobile'],
547 | 'mobileKey': default_address['mobileKey'],
548 | 'email': default_address.get('email', ''),
549 | 'postCode': '',
550 | 'invoiceTitle': invoice_info.get('invoiceTitle', -1),
551 | 'invoiceCompanyName': '',
552 | 'invoiceContent': invoice_info.get('invoiceContentType', 1),
553 | 'invoiceTaxpayerNO': '',
554 | 'invoiceEmail': '',
555 | 'invoicePhone': invoice_info.get('invoicePhone', ''),
556 | 'invoicePhoneKey': invoice_info.get('invoicePhoneKey', ''),
557 | 'invoice': 'true' if invoice_info else 'false',
558 | 'password': global_config.get('account', 'payment_pwd'),
559 | 'codTimeType': 3,
560 | 'paymentType': 4,
561 | 'areaCode': '',
562 | 'overseas': 0,
563 | 'phone': '',
564 | 'eid': global_config.getRaw('config', 'eid'),
565 | 'fp': global_config.getRaw('config', 'fp'),
566 | 'token': token,
567 | 'pru': ''
568 | }
569 |
570 | return data
571 |
572 | def submit_seckill_order(self):
573 | """提交抢购(秒杀)订单
574 | :return: 抢购结果 True/False
575 | """
576 | url = 'https://marathon.jd.com/seckillnew/orderService/pc/submitOrder.action'
577 | payload = {
578 | 'skuId': self.sku_id,
579 | }
580 | try:
581 | self.seckill_order_data[self.sku_id] = self._get_seckill_order_data()
582 | except Exception as e:
583 | logger.info('抢购失败,无法获取生成订单的基本信息,接口返回:【{}】'.format(str(e)))
584 | return False
585 |
586 | logger.info('提交抢购订单...')
587 | headers = {
588 | 'User-Agent': self.user_agent,
589 | 'Host': 'marathon.jd.com',
590 | 'Referer': 'https://marathon.jd.com/seckill/seckill.action?skuId={0}&num={1}&rid={2}'.format(
591 | self.sku_id, self.seckill_num, int(time.time())),
592 | }
593 | resp = self.session.post(
594 | url=url,
595 | params=payload,
596 | data=self.seckill_order_data.get(
597 | self.sku_id),
598 | headers=headers)
599 | resp_json = None
600 | try:
601 | resp_json = parse_json(resp.text)
602 | except Exception as e:
603 | logger.info('抢购失败,返回信息:{}'.format(resp.text[0: 128]))
604 | return False
605 | # 返回信息
606 | # 抢购失败:
607 | # {'errorMessage': '很遗憾没有抢到,再接再厉哦。', 'orderId': 0, 'resultCode': 60074, 'skuId': 0, 'success': False}
608 | # {'errorMessage': '抱歉,您提交过快,请稍后再提交订单!', 'orderId': 0, 'resultCode': 60017, 'skuId': 0, 'success': False}
609 | # {'errorMessage': '系统正在开小差,请重试~~', 'orderId': 0, 'resultCode': 90013, 'skuId': 0, 'success': False}
610 | # 抢购成功:
611 | # {"appUrl":"xxxxx","orderId":820227xxxxx,"pcUrl":"xxxxx","resultCode":0,"skuId":0,"success":true,"totalMoney":"xxxxx"}
612 | if resp_json.get('success'):
613 | order_id = resp_json.get('orderId')
614 | total_money = resp_json.get('totalMoney')
615 | pay_url = 'https:' + resp_json.get('pcUrl')
616 | logger.info('抢购成功,订单号:{}, 总价:{}, 电脑端付款链接:{}'.format(order_id, total_money, pay_url))
617 | if global_config.getRaw('messenger', 'enable') == 'true':
618 | success_message = "抢购成功,订单号:{}, 总价:{}, 电脑端付款链接:{}".format(order_id, total_money, pay_url)
619 | send_wechat(success_message)
620 | return True
621 | else:
622 | logger.info('抢购失败,返回信息:{}'.format(resp_json))
623 | if global_config.getRaw('messenger', 'enable') == 'true':
624 | error_message = '抢购失败,返回信息:{}'.format(resp_json)
625 | send_wechat(error_message)
626 | return False
627 |
--------------------------------------------------------------------------------
/maotai/timer.py:
--------------------------------------------------------------------------------
1 | # -*- coding:utf-8 -*-
2 | import time
3 | import requests
4 | import json
5 |
6 | from datetime import datetime
7 | from maotai.jd_logger import logger
8 | from maotai.config import global_config
9 |
10 |
11 | class Timer(object):
12 | def __init__(self, sleep_interval=0.5):
13 | # '2018-09-28 22:45:50.000'
14 | # buy_time = 2020-12-22 09:59:59.500
15 | localtime = time.localtime(time.time())
16 | buy_time_everyday = global_config.getRaw('config', 'buy_time').__str__()
17 | last_purchase_time_everyday = global_config.getRaw('config', 'last_purchase_time').__str__()
18 |
19 | # 最后购买时间
20 | last_purchase_time = datetime.strptime(
21 | localtime.tm_year.__str__() + '-' + localtime.tm_mon.__str__() + '-' + localtime.tm_mday.__str__() + ' ' + last_purchase_time_everyday,
22 | "%Y-%m-%d %H:%M:%S.%f")
23 |
24 | buy_time_config = datetime.strptime(
25 | localtime.tm_year.__str__() + '-' + localtime.tm_mon.__str__() + '-' + localtime.tm_mday.__str__() + ' ' + buy_time_everyday,
26 | "%Y-%m-%d %H:%M:%S.%f")
27 |
28 | if time.mktime(localtime) < time.mktime(buy_time_config.timetuple()):
29 | # 取正确的购买时间
30 | self.buy_time = buy_time_config
31 | # elif time.mktime(localtime) > time.mktime(last_purchase_time.timetuple()):
32 | # # 取明天的时间 购买时间
33 | # self.buy_time = datetime.strptime(
34 | # localtime.tm_year.__str__() + '-' + localtime.tm_mon.__str__() + '-' + (
35 | # localtime.tm_mday + 1).__str__() + ' ' + buy_time_everyday,
36 | # "%Y-%m-%d %H:%M:%S.%f")
37 | else:
38 | self.buy_time = datetime.strptime(
39 | localtime.tm_year.__str__() + '-' + localtime.tm_mon.__str__() + '-' + (
40 | localtime.tm_mday + 1).__str__() + ' ' + buy_time_everyday,
41 | "%Y-%m-%d %H:%M:%S.%f")
42 |
43 | # self.buy_time = buy_time_config
44 | print("购买时间:{}".format(self.buy_time))
45 |
46 | self.buy_time_ms = int(time.mktime(self.buy_time.timetuple()) * 1000.0 + self.buy_time.microsecond / 1000)
47 | self.sleep_interval = sleep_interval
48 |
49 | self.diff_time = self.local_jd_time_diff()
50 |
51 | def jd_time(self):
52 | """
53 | 从京东服务器获取时间毫秒
54 | :return:
55 | """
56 | url = 'https://a.jd.com//ajax/queryServerData.html'
57 | ret = requests.get(url).text
58 | js = json.loads(ret)
59 | return int(js["serverTime"])
60 |
61 | def local_time(self):
62 | """
63 | 获取本地毫秒时间
64 | :return:
65 | """
66 | return int(round(time.time() * 1000))
67 |
68 | def local_jd_time_diff(self):
69 | """
70 | 计算本地与京东服务器时间差
71 | :return:
72 | """
73 | return self.local_time() - self.jd_time()
74 |
75 | def start(self):
76 | logger.info('正在等待到达设定时间:{},检测本地时间与京东服务器时间误差为【{}】毫秒'.format(self.buy_time, self.diff_time))
77 | while True:
78 | # 本地时间减去与京东的时间差,能够将时间误差提升到0.1秒附近
79 | # 具体精度依赖获取京东服务器时间的网络时间损耗
80 | if self.local_time() - self.diff_time >= self.buy_time_ms:
81 | logger.info('时间到达,开始执行……')
82 | break
83 | else:
84 | time.sleep(self.sleep_interval)
85 |
--------------------------------------------------------------------------------
/requirements.txt:
--------------------------------------------------------------------------------
1 | certifi==2020.4.5.1
2 | chardet==3.0.4
3 | idna==2.9
4 | lxml==4.5.1
5 | requests==2.23.0
6 | urllib3==1.25.9
7 |
--------------------------------------------------------------------------------