├── .gitignore
├── LICENSE
├── README.md
├── alexa.py
├── audio.py
└── get-aws-token.py


/.gitignore:
--------------------------------------------------------------------------------
 1 | # Byte-compiled / optimized / DLL files
 2 | __pycache__/
 3 | *.py[cod]
 4 | *$py.class
 5 | 
 6 | *~
 7 | 
 8 | # C extensions
 9 | *.so
10 | 
11 | # Distribution / packaging
12 | .Python
13 | env/
14 | build/
15 | develop-eggs/
16 | dist/
17 | downloads/
18 | eggs/
19 | .eggs/
20 | lib/
21 | lib64/
22 | parts/
23 | sdist/
24 | var/
25 | *.egg-info/
26 | .installed.cfg
27 | *.egg
28 | 
29 | # PyInstaller
30 | #  Usually these files are written by a python script from a template
31 | #  before PyInstaller builds the exe, so as to inject date/other infos into it.
32 | *.manifest
33 | *.spec
34 | 
35 | # Installer logs
36 | pip-log.txt
37 | pip-delete-this-directory.txt
38 | 
39 | # Unit test / coverage reports
40 | htmlcov/
41 | .tox/
42 | .coverage
43 | .coverage.*
44 | .cache
45 | nosetests.xml
46 | coverage.xml
47 | *,cover
48 | .hypothesis/
49 | 
50 | # Translations
51 | *.mo
52 | *.pot
53 | 
54 | # Django stuff:
55 | *.log
56 | local_settings.py
57 | 
58 | # Flask stuff:
59 | instance/
60 | .webassets-cache
61 | 
62 | # Scrapy stuff:
63 | .scrapy
64 | 
65 | # Sphinx documentation
66 | docs/_build/
67 | 
68 | # PyBuilder
69 | target/
70 | 
71 | # IPython Notebook
72 | .ipynb_checkpoints
73 | 
74 | # pyenv
75 | .python-version
76 | 
77 | # celery beat schedule file
78 | celerybeat-schedule
79 | 
80 | # dotenv
81 | .env
82 | 
83 | # virtualenv
84 | venv/
85 | ENV/
86 | 
87 | # Spyder project settings
88 | .spyderproject
89 | 
90 | # Rope project settings
91 | .ropeproject
92 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
  1 |                     GNU GENERAL PUBLIC LICENSE
  2 |                        Version 3, 29 June 2007
  3 | 
  4 |  Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
  5 |  Everyone is permitted to copy and distribute verbatim copies
  6 |  of this license document, but changing it is not allowed.
  7 | 
  8 |                             Preamble
  9 | 
 10 |   The GNU General Public License is a free, copyleft license for
 11 | software and other kinds of works.
 12 | 
 13 |   The licenses for most software and other practical works are designed
 14 | to take away your freedom to share and change the works.  By contrast,
 15 | the GNU General Public License is intended to guarantee your freedom to
 16 | share and change all versions of a program--to make sure it remains free
 17 | software for all its users.  We, the Free Software Foundation, use the
 18 | GNU General Public License for most of our software; it applies also to
 19 | any other work released this way by its authors.  You can apply it to
 20 | your programs, too.
 21 | 
 22 |   When we speak of free software, we are referring to freedom, not
 23 | price.  Our General Public Licenses are designed to make sure that you
 24 | have the freedom to distribute copies of free software (and charge for
 25 | them if you wish), that you receive source code or can get it if you
 26 | want it, that you can change the software or use pieces of it in new
 27 | free programs, and that you know you can do these things.
 28 | 
 29 |   To protect your rights, we need to prevent others from denying you
 30 | these rights or asking you to surrender the rights.  Therefore, you have
 31 | certain responsibilities if you distribute copies of the software, or if
 32 | you modify it: responsibilities to respect the freedom of others.
 33 | 
 34 |   For example, if you distribute copies of such a program, whether
 35 | gratis or for a fee, you must pass on to the recipients the same
 36 | freedoms that you received.  You must make sure that they, too, receive
 37 | or can get the source code.  And you must show them these terms so they
 38 | know their rights.
 39 | 
 40 |   Developers that use the GNU GPL protect your rights with two steps:
 41 | (1) assert copyright on the software, and (2) offer you this License
 42 | giving you legal permission to copy, distribute and/or modify it.
 43 | 
 44 |   For the developers' and authors' protection, the GPL clearly explains
 45 | that there is no warranty for this free software.  For both users' and
 46 | authors' sake, the GPL requires that modified versions be marked as
 47 | changed, so that their problems will not be attributed erroneously to
 48 | authors of previous versions.
 49 | 
 50 |   Some devices are designed to deny users access to install or run
 51 | modified versions of the software inside them, although the manufacturer
 52 | can do so.  This is fundamentally incompatible with the aim of
 53 | protecting users' freedom to change the software.  The systematic
 54 | pattern of such abuse occurs in the area of products for individuals to
 55 | use, which is precisely where it is most unacceptable.  Therefore, we
 56 | have designed this version of the GPL to prohibit the practice for those
 57 | products.  If such problems arise substantially in other domains, we
 58 | stand ready to extend this provision to those domains in future versions
 59 | of the GPL, as needed to protect the freedom of users.
 60 | 
 61 |   Finally, every program is threatened constantly by software patents.
 62 | States should not allow patents to restrict development and use of
 63 | software on general-purpose computers, but in those that do, we wish to
 64 | avoid the special danger that patents applied to a free program could
 65 | make it effectively proprietary.  To prevent this, the GPL assures that
 66 | patents cannot be used to render the program non-free.
 67 | 
 68 |   The precise terms and conditions for copying, distribution and
 69 | modification follow.
 70 | 
 71 |                        TERMS AND CONDITIONS
 72 | 
 73 |   0. Definitions.
 74 | 
 75 |   "This License" refers to version 3 of the GNU General Public License.
 76 | 
 77 |   "Copyright" also means copyright-like laws that apply to other kinds of
 78 | works, such as semiconductor masks.
 79 | 
 80 |   "The Program" refers to any copyrightable work licensed under this
 81 | License.  Each licensee is addressed as "you".  "Licensees" and
 82 | "recipients" may be individuals or organizations.
 83 | 
 84 |   To "modify" a work means to copy from or adapt all or part of the work
 85 | in a fashion requiring copyright permission, other than the making of an
 86 | exact copy.  The resulting work is called a "modified version" of the
 87 | earlier work or a work "based on" the earlier work.
 88 | 
 89 |   A "covered work" means either the unmodified Program or a work based
 90 | on the Program.
 91 | 
 92 |   To "propagate" a work means to do anything with it that, without
 93 | permission, would make you directly or secondarily liable for
 94 | infringement under applicable copyright law, except executing it on a
 95 | computer or modifying a private copy.  Propagation includes copying,
 96 | distribution (with or without modification), making available to the
 97 | public, and in some countries other activities as well.
 98 | 
 99 |   To "convey" a work means any kind of propagation that enables other
100 | parties to make or receive copies.  Mere interaction with a user through
101 | a computer network, with no transfer of a copy, is not conveying.
102 | 
103 |   An interactive user interface displays "Appropriate Legal Notices"
104 | to the extent that it includes a convenient and prominently visible
105 | feature that (1) displays an appropriate copyright notice, and (2)
106 | tells the user that there is no warranty for the work (except to the
107 | extent that warranties are provided), that licensees may convey the
108 | work under this License, and how to view a copy of this License.  If
109 | the interface presents a list of user commands or options, such as a
110 | menu, a prominent item in the list meets this criterion.
111 | 
112 |   1. Source Code.
113 | 
114 |   The "source code" for a work means the preferred form of the work
115 | for making modifications to it.  "Object code" means any non-source
116 | form of a work.
117 | 
118 |   A "Standard Interface" means an interface that either is an official
119 | standard defined by a recognized standards body, or, in the case of
120 | interfaces specified for a particular programming language, one that
121 | is widely used among developers working in that language.
122 | 
123 |   The "System Libraries" of an executable work include anything, other
124 | than the work as a whole, that (a) is included in the normal form of
125 | packaging a Major Component, but which is not part of that Major
126 | Component, and (b) serves only to enable use of the work with that
127 | Major Component, or to implement a Standard Interface for which an
128 | implementation is available to the public in source code form.  A
129 | "Major Component", in this context, means a major essential component
130 | (kernel, window system, and so on) of the specific operating system
131 | (if any) on which the executable work runs, or a compiler used to
132 | produce the work, or an object code interpreter used to run it.
133 | 
134 |   The "Corresponding Source" for a work in object code form means all
135 | the source code needed to generate, install, and (for an executable
136 | work) run the object code and to modify the work, including scripts to
137 | control those activities.  However, it does not include the work's
138 | System Libraries, or general-purpose tools or generally available free
139 | programs which are used unmodified in performing those activities but
140 | which are not part of the work.  For example, Corresponding Source
141 | includes interface definition files associated with source files for
142 | the work, and the source code for shared libraries and dynamically
143 | linked subprograms that the work is specifically designed to require,
144 | such as by intimate data communication or control flow between those
145 | subprograms and other parts of the work.
146 | 
147 |   The Corresponding Source need not include anything that users
148 | can regenerate automatically from other parts of the Corresponding
149 | Source.
150 | 
151 |   The Corresponding Source for a work in source code form is that
152 | same work.
153 | 
154 |   2. Basic Permissions.
155 | 
156 |   All rights granted under this License are granted for the term of
157 | copyright on the Program, and are irrevocable provided the stated
158 | conditions are met.  This License explicitly affirms your unlimited
159 | permission to run the unmodified Program.  The output from running a
160 | covered work is covered by this License only if the output, given its
161 | content, constitutes a covered work.  This License acknowledges your
162 | rights of fair use or other equivalent, as provided by copyright law.
163 | 
164 |   You may make, run and propagate covered works that you do not
165 | convey, without conditions so long as your license otherwise remains
166 | in force.  You may convey covered works to others for the sole purpose
167 | of having them make modifications exclusively for you, or provide you
168 | with facilities for running those works, provided that you comply with
169 | the terms of this License in conveying all material for which you do
170 | not control copyright.  Those thus making or running the covered works
171 | for you must do so exclusively on your behalf, under your direction
172 | and control, on terms that prohibit them from making any copies of
173 | your copyrighted material outside their relationship with you.
174 | 
175 |   Conveying under any other circumstances is permitted solely under
176 | the conditions stated below.  Sublicensing is not allowed; section 10
177 | makes it unnecessary.
178 | 
179 |   3. Protecting Users' Legal Rights From Anti-Circumvention Law.
180 | 
181 |   No covered work shall be deemed part of an effective technological
182 | measure under any applicable law fulfilling obligations under article
183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or
184 | similar laws prohibiting or restricting circumvention of such
185 | measures.
186 | 
187 |   When you convey a covered work, you waive any legal power to forbid
188 | circumvention of technological measures to the extent such circumvention
189 | is effected by exercising rights under this License with respect to
190 | the covered work, and you disclaim any intention to limit operation or
191 | modification of the work as a means of enforcing, against the work's
192 | users, your or third parties' legal rights to forbid circumvention of
193 | technological measures.
194 | 
195 |   4. Conveying Verbatim Copies.
196 | 
197 |   You may convey verbatim copies of the Program's source code as you
198 | receive it, in any medium, provided that you conspicuously and
199 | appropriately publish on each copy an appropriate copyright notice;
200 | keep intact all notices stating that this License and any
201 | non-permissive terms added in accord with section 7 apply to the code;
202 | keep intact all notices of the absence of any warranty; and give all
203 | recipients a copy of this License along with the Program.
204 | 
205 |   You may charge any price or no price for each copy that you convey,
206 | and you may offer support or warranty protection for a fee.
207 | 
208 |   5. Conveying Modified Source Versions.
209 | 
210 |   You may convey a work based on the Program, or the modifications to
211 | produce it from the Program, in the form of source code under the
212 | terms of section 4, provided that you also meet all of these conditions:
213 | 
214 |     a) The work must carry prominent notices stating that you modified
215 |     it, and giving a relevant date.
216 | 
217 |     b) The work must carry prominent notices stating that it is
218 |     released under this License and any conditions added under section
219 |     7.  This requirement modifies the requirement in section 4 to
220 |     "keep intact all notices".
221 | 
222 |     c) You must license the entire work, as a whole, under this
223 |     License to anyone who comes into possession of a copy.  This
224 |     License will therefore apply, along with any applicable section 7
225 |     additional terms, to the whole of the work, and all its parts,
226 |     regardless of how they are packaged.  This License gives no
227 |     permission to license the work in any other way, but it does not
228 |     invalidate such permission if you have separately received it.
229 | 
230 |     d) If the work has interactive user interfaces, each must display
231 |     Appropriate Legal Notices; however, if the Program has interactive
232 |     interfaces that do not display Appropriate Legal Notices, your
233 |     work need not make them do so.
234 | 
235 |   A compilation of a covered work with other separate and independent
236 | works, which are not by their nature extensions of the covered work,
237 | and which are not combined with it such as to form a larger program,
238 | in or on a volume of a storage or distribution medium, is called an
239 | "aggregate" if the compilation and its resulting copyright are not
240 | used to limit the access or legal rights of the compilation's users
241 | beyond what the individual works permit.  Inclusion of a covered work
242 | in an aggregate does not cause this License to apply to the other
243 | parts of the aggregate.
244 | 
245 |   6. Conveying Non-Source Forms.
246 | 
247 |   You may convey a covered work in object code form under the terms
248 | of sections 4 and 5, provided that you also convey the
249 | machine-readable Corresponding Source under the terms of this License,
250 | in one of these ways:
251 | 
252 |     a) Convey the object code in, or embodied in, a physical product
253 |     (including a physical distribution medium), accompanied by the
254 |     Corresponding Source fixed on a durable physical medium
255 |     customarily used for software interchange.
256 | 
257 |     b) Convey the object code in, or embodied in, a physical product
258 |     (including a physical distribution medium), accompanied by a
259 |     written offer, valid for at least three years and valid for as
260 |     long as you offer spare parts or customer support for that product
261 |     model, to give anyone who possesses the object code either (1) a
262 |     copy of the Corresponding Source for all the software in the
263 |     product that is covered by this License, on a durable physical
264 |     medium customarily used for software interchange, for a price no
265 |     more than your reasonable cost of physically performing this
266 |     conveying of source, or (2) access to copy the
267 |     Corresponding Source from a network server at no charge.
268 | 
269 |     c) Convey individual copies of the object code with a copy of the
270 |     written offer to provide the Corresponding Source.  This
271 |     alternative is allowed only occasionally and noncommercially, and
272 |     only if you received the object code with such an offer, in accord
273 |     with subsection 6b.
274 | 
275 |     d) Convey the object code by offering access from a designated
276 |     place (gratis or for a charge), and offer equivalent access to the
277 |     Corresponding Source in the same way through the same place at no
278 |     further charge.  You need not require recipients to copy the
279 |     Corresponding Source along with the object code.  If the place to
280 |     copy the object code is a network server, the Corresponding Source
281 |     may be on a different server (operated by you or a third party)
282 |     that supports equivalent copying facilities, provided you maintain
283 |     clear directions next to the object code saying where to find the
284 |     Corresponding Source.  Regardless of what server hosts the
285 |     Corresponding Source, you remain obligated to ensure that it is
286 |     available for as long as needed to satisfy these requirements.
287 | 
288 |     e) Convey the object code using peer-to-peer transmission, provided
289 |     you inform other peers where the object code and Corresponding
290 |     Source of the work are being offered to the general public at no
291 |     charge under subsection 6d.
292 | 
293 |   A separable portion of the object code, whose source code is excluded
294 | from the Corresponding Source as a System Library, need not be
295 | included in conveying the object code work.
296 | 
297 |   A "User Product" is either (1) a "consumer product", which means any
298 | tangible personal property which is normally used for personal, family,
299 | or household purposes, or (2) anything designed or sold for incorporation
300 | into a dwelling.  In determining whether a product is a consumer product,
301 | doubtful cases shall be resolved in favor of coverage.  For a particular
302 | product received by a particular user, "normally used" refers to a
303 | typical or common use of that class of product, regardless of the status
304 | of the particular user or of the way in which the particular user
305 | actually uses, or expects or is expected to use, the product.  A product
306 | is a consumer product regardless of whether the product has substantial
307 | commercial, industrial or non-consumer uses, unless such uses represent
308 | the only significant mode of use of the product.
309 | 
310 |   "Installation Information" for a User Product means any methods,
311 | procedures, authorization keys, or other information required to install
312 | and execute modified versions of a covered work in that User Product from
313 | a modified version of its Corresponding Source.  The information must
314 | suffice to ensure that the continued functioning of the modified object
315 | code is in no case prevented or interfered with solely because
316 | modification has been made.
317 | 
318 |   If you convey an object code work under this section in, or with, or
319 | specifically for use in, a User Product, and the conveying occurs as
320 | part of a transaction in which the right of possession and use of the
321 | User Product is transferred to the recipient in perpetuity or for a
322 | fixed term (regardless of how the transaction is characterized), the
323 | Corresponding Source conveyed under this section must be accompanied
324 | by the Installation Information.  But this requirement does not apply
325 | if neither you nor any third party retains the ability to install
326 | modified object code on the User Product (for example, the work has
327 | been installed in ROM).
328 | 
329 |   The requirement to provide Installation Information does not include a
330 | requirement to continue to provide support service, warranty, or updates
331 | for a work that has been modified or installed by the recipient, or for
332 | the User Product in which it has been modified or installed.  Access to a
333 | network may be denied when the modification itself materially and
334 | adversely affects the operation of the network or violates the rules and
335 | protocols for communication across the network.
336 | 
337 |   Corresponding Source conveyed, and Installation Information provided,
338 | in accord with this section must be in a format that is publicly
339 | documented (and with an implementation available to the public in
340 | source code form), and must require no special password or key for
341 | unpacking, reading or copying.
342 | 
343 |   7. Additional Terms.
344 | 
345 |   "Additional permissions" are terms that supplement the terms of this
346 | License by making exceptions from one or more of its conditions.
347 | Additional permissions that are applicable to the entire Program shall
348 | be treated as though they were included in this License, to the extent
349 | that they are valid under applicable law.  If additional permissions
350 | apply only to part of the Program, that part may be used separately
351 | under those permissions, but the entire Program remains governed by
352 | this License without regard to the additional permissions.
353 | 
354 |   When you convey a copy of a covered work, you may at your option
355 | remove any additional permissions from that copy, or from any part of
356 | it.  (Additional permissions may be written to require their own
357 | removal in certain cases when you modify the work.)  You may place
358 | additional permissions on material, added by you to a covered work,
359 | for which you have or can give appropriate copyright permission.
360 | 
361 |   Notwithstanding any other provision of this License, for material you
362 | add to a covered work, you may (if authorized by the copyright holders of
363 | that material) supplement the terms of this License with terms:
364 | 
365 |     a) Disclaiming warranty or limiting liability differently from the
366 |     terms of sections 15 and 16 of this License; or
367 | 
368 |     b) Requiring preservation of specified reasonable legal notices or
369 |     author attributions in that material or in the Appropriate Legal
370 |     Notices displayed by works containing it; or
371 | 
372 |     c) Prohibiting misrepresentation of the origin of that material, or
373 |     requiring that modified versions of such material be marked in
374 |     reasonable ways as different from the original version; or
375 | 
376 |     d) Limiting the use for publicity purposes of names of licensors or
377 |     authors of the material; or
378 | 
379 |     e) Declining to grant rights under trademark law for use of some
380 |     trade names, trademarks, or service marks; or
381 | 
382 |     f) Requiring indemnification of licensors and authors of that
383 |     material by anyone who conveys the material (or modified versions of
384 |     it) with contractual assumptions of liability to the recipient, for
385 |     any liability that these contractual assumptions directly impose on
386 |     those licensors and authors.
387 | 
388 |   All other non-permissive additional terms are considered "further
389 | restrictions" within the meaning of section 10.  If the Program as you
390 | received it, or any part of it, contains a notice stating that it is
391 | governed by this License along with a term that is a further
392 | restriction, you may remove that term.  If a license document contains
393 | a further restriction but permits relicensing or conveying under this
394 | License, you may add to a covered work material governed by the terms
395 | of that license document, provided that the further restriction does
396 | not survive such relicensing or conveying.
397 | 
398 |   If you add terms to a covered work in accord with this section, you
399 | must place, in the relevant source files, a statement of the
400 | additional terms that apply to those files, or a notice indicating
401 | where to find the applicable terms.
402 | 
403 |   Additional terms, permissive or non-permissive, may be stated in the
404 | form of a separately written license, or stated as exceptions;
405 | the above requirements apply either way.
406 | 
407 |   8. Termination.
408 | 
409 |   You may not propagate or modify a covered work except as expressly
410 | provided under this License.  Any attempt otherwise to propagate or
411 | modify it is void, and will automatically terminate your rights under
412 | this License (including any patent licenses granted under the third
413 | paragraph of section 11).
414 | 
415 |   However, if you cease all violation of this License, then your
416 | license from a particular copyright holder is reinstated (a)
417 | provisionally, unless and until the copyright holder explicitly and
418 | finally terminates your license, and (b) permanently, if the copyright
419 | holder fails to notify you of the violation by some reasonable means
420 | prior to 60 days after the cessation.
421 | 
422 |   Moreover, your license from a particular copyright holder is
423 | reinstated permanently if the copyright holder notifies you of the
424 | violation by some reasonable means, this is the first time you have
425 | received notice of violation of this License (for any work) from that
426 | copyright holder, and you cure the violation prior to 30 days after
427 | your receipt of the notice.
428 | 
429 |   Termination of your rights under this section does not terminate the
430 | licenses of parties who have received copies or rights from you under
431 | this License.  If your rights have been terminated and not permanently
432 | reinstated, you do not qualify to receive new licenses for the same
433 | material under section 10.
434 | 
435 |   9. Acceptance Not Required for Having Copies.
436 | 
437 |   You are not required to accept this License in order to receive or
438 | run a copy of the Program.  Ancillary propagation of a covered work
439 | occurring solely as a consequence of using peer-to-peer transmission
440 | to receive a copy likewise does not require acceptance.  However,
441 | nothing other than this License grants you permission to propagate or
442 | modify any covered work.  These actions infringe copyright if you do
443 | not accept this License.  Therefore, by modifying or propagating a
444 | covered work, you indicate your acceptance of this License to do so.
445 | 
446 |   10. Automatic Licensing of Downstream Recipients.
447 | 
448 |   Each time you convey a covered work, the recipient automatically
449 | receives a license from the original licensors, to run, modify and
450 | propagate that work, subject to this License.  You are not responsible
451 | for enforcing compliance by third parties with this License.
452 | 
453 |   An "entity transaction" is a transaction transferring control of an
454 | organization, or substantially all assets of one, or subdividing an
455 | organization, or merging organizations.  If propagation of a covered
456 | work results from an entity transaction, each party to that
457 | transaction who receives a copy of the work also receives whatever
458 | licenses to the work the party's predecessor in interest had or could
459 | give under the previous paragraph, plus a right to possession of the
460 | Corresponding Source of the work from the predecessor in interest, if
461 | the predecessor has it or can get it with reasonable efforts.
462 | 
463 |   You may not impose any further restrictions on the exercise of the
464 | rights granted or affirmed under this License.  For example, you may
465 | not impose a license fee, royalty, or other charge for exercise of
466 | rights granted under this License, and you may not initiate litigation
467 | (including a cross-claim or counterclaim in a lawsuit) alleging that
468 | any patent claim is infringed by making, using, selling, offering for
469 | sale, or importing the Program or any portion of it.
470 | 
471 |   11. Patents.
472 | 
473 |   A "contributor" is a copyright holder who authorizes use under this
474 | License of the Program or a work on which the Program is based.  The
475 | work thus licensed is called the contributor's "contributor version".
476 | 
477 |   A contributor's "essential patent claims" are all patent claims
478 | owned or controlled by the contributor, whether already acquired or
479 | hereafter acquired, that would be infringed by some manner, permitted
480 | by this License, of making, using, or selling its contributor version,
481 | but do not include claims that would be infringed only as a
482 | consequence of further modification of the contributor version.  For
483 | purposes of this definition, "control" includes the right to grant
484 | patent sublicenses in a manner consistent with the requirements of
485 | this License.
486 | 
487 |   Each contributor grants you a non-exclusive, worldwide, royalty-free
488 | patent license under the contributor's essential patent claims, to
489 | make, use, sell, offer for sale, import and otherwise run, modify and
490 | propagate the contents of its contributor version.
491 | 
492 |   In the following three paragraphs, a "patent license" is any express
493 | agreement or commitment, however denominated, not to enforce a patent
494 | (such as an express permission to practice a patent or covenant not to
495 | sue for patent infringement).  To "grant" such a patent license to a
496 | party means to make such an agreement or commitment not to enforce a
497 | patent against the party.
498 | 
499 |   If you convey a covered work, knowingly relying on a patent license,
500 | and the Corresponding Source of the work is not available for anyone
501 | to copy, free of charge and under the terms of this License, through a
502 | publicly available network server or other readily accessible means,
503 | then you must either (1) cause the Corresponding Source to be so
504 | available, or (2) arrange to deprive yourself of the benefit of the
505 | patent license for this particular work, or (3) arrange, in a manner
506 | consistent with the requirements of this License, to extend the patent
507 | license to downstream recipients.  "Knowingly relying" means you have
508 | actual knowledge that, but for the patent license, your conveying the
509 | covered work in a country, or your recipient's use of the covered work
510 | in a country, would infringe one or more identifiable patents in that
511 | country that you have reason to believe are valid.
512 | 
513 |   If, pursuant to or in connection with a single transaction or
514 | arrangement, you convey, or propagate by procuring conveyance of, a
515 | covered work, and grant a patent license to some of the parties
516 | receiving the covered work authorizing them to use, propagate, modify
517 | or convey a specific copy of the covered work, then the patent license
518 | you grant is automatically extended to all recipients of the covered
519 | work and works based on it.
520 | 
521 |   A patent license is "discriminatory" if it does not include within
522 | the scope of its coverage, prohibits the exercise of, or is
523 | conditioned on the non-exercise of one or more of the rights that are
524 | specifically granted under this License.  You may not convey a covered
525 | work if you are a party to an arrangement with a third party that is
526 | in the business of distributing software, under which you make payment
527 | to the third party based on the extent of your activity of conveying
528 | the work, and under which the third party grants, to any of the
529 | parties who would receive the covered work from you, a discriminatory
530 | patent license (a) in connection with copies of the covered work
531 | conveyed by you (or copies made from those copies), or (b) primarily
532 | for and in connection with specific products or compilations that
533 | contain the covered work, unless you entered into that arrangement,
534 | or that patent license was granted, prior to 28 March 2007.
535 | 
536 |   Nothing in this License shall be construed as excluding or limiting
537 | any implied license or other defenses to infringement that may
538 | otherwise be available to you under applicable patent law.
539 | 
540 |   12. No Surrender of Others' Freedom.
541 | 
542 |   If conditions are imposed on you (whether by court order, agreement or
543 | otherwise) that contradict the conditions of this License, they do not
544 | excuse you from the conditions of this License.  If you cannot convey a
545 | covered work so as to satisfy simultaneously your obligations under this
546 | License and any other pertinent obligations, then as a consequence you may
547 | not convey it at all.  For example, if you agree to terms that obligate you
548 | to collect a royalty for further conveying from those to whom you convey
549 | the Program, the only way you could satisfy both those terms and this
550 | License would be to refrain entirely from conveying the Program.
551 | 
552 |   13. Use with the GNU Affero General Public License.
553 | 
554 |   Notwithstanding any other provision of this License, you have
555 | permission to link or combine any covered work with a work licensed
556 | under version 3 of the GNU Affero General Public License into a single
557 | combined work, and to convey the resulting work.  The terms of this
558 | License will continue to apply to the part which is the covered work,
559 | but the special requirements of the GNU Affero General Public License,
560 | section 13, concerning interaction through a network will apply to the
561 | combination as such.
562 | 
563 |   14. Revised Versions of this License.
564 | 
565 |   The Free Software Foundation may publish revised and/or new versions of
566 | the GNU General Public License from time to time.  Such new versions will
567 | be similar in spirit to the present version, but may differ in detail to
568 | address new problems or concerns.
569 | 
570 |   Each version is given a distinguishing version number.  If the
571 | Program specifies that a certain numbered version of the GNU General
572 | Public License "or any later version" applies to it, you have the
573 | option of following the terms and conditions either of that numbered
574 | version or of any later version published by the Free Software
575 | Foundation.  If the Program does not specify a version number of the
576 | GNU General Public License, you may choose any version ever published
577 | by the Free Software Foundation.
578 | 
579 |   If the Program specifies that a proxy can decide which future
580 | versions of the GNU General Public License can be used, that proxy's
581 | public statement of acceptance of a version permanently authorizes you
582 | to choose that version for the Program.
583 | 
584 |   Later license versions may give you additional or different
585 | permissions.  However, no additional obligations are imposed on any
586 | author or copyright holder as a result of your choosing to follow a
587 | later version.
588 | 
589 |   15. Disclaimer of Warranty.
590 | 
591 |   THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
592 | APPLICABLE LAW.  EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
596 | PURPOSE.  THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
597 | IS WITH YOU.  SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
599 | 
600 |   16. Limitation of Liability.
601 | 
602 |   IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
610 | SUCH DAMAGES.
611 | 
612 |   17. Interpretation of Sections 15 and 16.
613 | 
614 |   If the disclaimer of warranty and limitation of liability provided
615 | above cannot be given local legal effect according to their terms,
616 | reviewing courts shall apply local law that most closely approximates
617 | an absolute waiver of all civil liability in connection with the
618 | Program, unless a warranty or assumption of liability accompanies a
619 | copy of the Program in return for a fee.
620 | 
621 |                      END OF TERMS AND CONDITIONS
622 | 
623 |             How to Apply These Terms to Your New Programs
624 | 
625 |   If you develop a new program, and you want it to be of the greatest
626 | possible use to the public, the best way to achieve this is to make it
627 | free software which everyone can redistribute and change under these terms.
628 | 
629 |   To do so, attach the following notices to the program.  It is safest
630 | to attach them to the start of each source file to most effectively
631 | state the exclusion of warranty; and each file should have at least
632 | the "copyright" line and a pointer to where the full notice is found.
633 | 
634 |     {one line to give the program's name and a brief idea of what it does.}
635 |     Copyright (C) {year}  {name of author}
636 | 
637 |     This program is free software: you can redistribute it and/or modify
638 |     it under the terms of the GNU General Public License as published by
639 |     the Free Software Foundation, either version 3 of the License, or
640 |     (at your option) any later version.
641 | 
642 |     This program is distributed in the hope that it will be useful,
643 |     but WITHOUT ANY WARRANTY; without even the implied warranty of
644 |     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
645 |     GNU General Public License for more details.
646 | 
647 |     You should have received a copy of the GNU General Public License
648 |     along with this program.  If not, see <http://www.gnu.org/licenses/>.
649 | 
650 | Also add information on how to contact you by electronic and paper mail.
651 | 
652 |   If the program does terminal interaction, make it output a short
653 | notice like this when it starts in an interactive mode:
654 | 
655 |     {project}  Copyright (C) {year}  {fullname}
656 |     This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
657 |     This is free software, and you are welcome to redistribute it
658 |     under certain conditions; type `show c' for details.
659 | 
660 | The hypothetical commands `show w' and `show c' should show the appropriate
661 | parts of the General Public License.  Of course, your program's commands
662 | might be different; for a GUI interface, you would use an "about box".
663 | 
664 |   You should also get your employer (if you work as a programmer) or school,
665 | if any, to sign a "copyright disclaimer" for the program, if necessary.
666 | For more information on this, and how to apply and follow the GNU GPL, see
667 | <http://www.gnu.org/licenses/>.
668 | 
669 |   The GNU General Public License does not permit incorporating your program
670 | into proprietary programs.  If your program is a subroutine library, you
671 | may consider it more useful to permit linking proprietary applications with
672 | the library.  If this is what you want to do, use the GNU Lesser General
673 | Public License instead of this License.  But first, please read
674 | <http://www.gnu.org/philosophy/why-not-lgpl.html>.
675 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # python-alexa-client
 2 | 
 3 | Experimental Python implementation of an
 4 | [Alexa Voice Service](https://developer.amazon.com/alexa-voice-service)
 5 | client.
 6 | 
 7 | I use this as one component of a home-grown Raspberry Pi radio, which
 8 | has the following features:
 9 | 
10 | * [Flic](https://flic.io/) support
11 | * [PiGlow](https://shop.pimoroni.com/products/piglow) support
12 | * Podcast playing
13 | * Streaming music playing
14 | * Alexa Voice Service integration
15 | * Text to speech from [IVONA](https://www.ivona.com/)
16 | 
17 | The Alexa Voice Service component is provided by the python libraries
18 | in this repository.
19 | 
20 | It's certainly not ready for anyone else to just pick up and use, but
21 | I wanted to get it out there as I didn't find any other
22 | implementations.
23 | 
24 | ## Development status
25 | 
26 | Very very early - mostly this is experiments to try to understand the
27 | documentation.
28 | 
29 | ## Features
30 | 
31 | * Streaming voice to AVS
32 | * Supports most AVS features, including alarms, alerts, listen
33 | directives and so on
34 | 
35 | ## Use
36 | 
37 | See the bottom of `alexa.py` - you can try running `alexa.py` for a
38 | simple demo, which uses a local text-to-speech system rather than your
39 | microphone to generate voice requests.
40 | 
41 | You'll need a `tokens.json`, which you can probably get with the help
42 | of `get-aws-token.py` - edit and fill in the `FILLMEIN` parts. (Or
43 | better, make it ask for those elements and send in a pull request!)
44 | 
45 | You'll need to configure the `redirect_uri` in your app in the AVS dev
46 | site to `http://localhost:3000/authresponse`.
47 | 
48 | ## Requirements
49 | 
50 | This list is _more_ than what is needed - it's from my Ansible
51 | playbook for installing my overall Raspberry Pi radio system.
52 | 
53 | Raspbian packages:
54 | 
55 |  * git
56 |  * python3-smbus
57 |  * python3-requests
58 |  * python3-gst-1.0
59 |  * python3-numpy
60 |  * python3-flask
61 |  * python3-sh
62 |  * python3-requests
63 |  * python3-gi
64 |  * python3-pip
65 |  * python3-feedparser
66 |  * python3-rpi.gpio
67 |  * gir1.2-gst-plugins-base-1.0
68 |  * gir1.2-gstreamer-1.0
69 |  * gstreamer1.0-tools
70 |  * gstreamer1.0-plugins-ugly
71 |  * gstreamer1.0-plugins-good
72 |  * gstreamer1.0-alsa
73 |  * gstreamer1.0-libav
74 |  * libasound2-dev
75 |  * i2c-tools
76 |  * python3-dateutil
77 |  * python3-tz
78 |  * python3-sqlalchemy
79 | 	
80 | From PyPi (e.g., install with `pip3`):
81 | 
82 |  * flask_restful
83 |  * colormath
84 |  * evdev
85 |  * pyalsaaudio
86 |  * pyudev
87 |  * requests_toolbelt
88 |  * hyper
89 |  * shove
90 |  * setuptools
91 | 


--------------------------------------------------------------------------------
/alexa.py:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env python3
  2 | from hyper.http20.response import HTTP20Response
  3 | from shove import Shove
  4 | import cgi
  5 | import datetime
  6 | import dateutil.parser
  7 | import hyper
  8 | import io
  9 | import json
 10 | import logging
 11 | import logging.config
 12 | import pprint
 13 | import pytz
 14 | import queue
 15 | import threading
 16 | import time
 17 | import uuid
 18 | import sys
 19 | import os
 20 | 
 21 | import gi
 22 | gi.require_version('Gst', '1.0')
 23 | from gi.repository import GObject, Gst
 24 | 
 25 | import audio
 26 | 
 27 | class HTTP20Downchannel(HTTP20Response):
 28 |     def close(self):
 29 |         print("Not closing stream {}".format(self._stream))
 30 | 
 31 | class Alexa():
 32 |     _api_version = "v20160207"
 33 | 
 34 |     _content_cache = {}
 35 |     
 36 |     def __init__(self, tokens_filename, audio, log):
 37 |         self._log = log
 38 |         self._audio = audio
 39 |         self._tokens_filename = tokens_filename
 40 |         self._eventQueue = queue.Queue()
 41 |         persist_path = "/tmp"
 42 |         for directory in ("alerts", "alerts/all", "alerts/active"):
 43 |             d = os.path.join(persist_path, directory)
 44 |             if not os.path.exists(d):
 45 |                 os.mkdir(d)
 46 |         # would prefer to use sqlite, but that complains about
 47 |         # our threads accessing the same connection - and dbm seems to not
 48 |         # store any changes.
 49 |         self.allAlerts = Shove("file:///tmp/alerts/all")
 50 |         self.activeAlerts = Shove("file:///tmp/alerts/active")
 51 |         #print(list(self.allAlerts.values()))
 52 |         self._last_user_activity = datetime.datetime.now()
 53 |         t = threading.Thread(target=self.eventQueueThread, daemon=True)
 54 |         t.start()
 55 |         GObject.timeout_add(500, self.alertCheck)
 56 |            
 57 |     def alertCheck(self):
 58 |         #self._log.info("Checking for alerts")
 59 |         try:
 60 |             now = datetime.datetime.utcnow().replace(tzinfo=pytz.utc)
 61 |             for token, alert in self.allAlerts.items():
 62 |                 #self._log.info(alert)            
 63 |                 if 'fired' not in alert and alert['scheduledTime'] <= now:
 64 |                     self._log.info("Alerting %s", alert)
 65 |                     alert['fired'] = True
 66 |                     # looks like Shove doesn't notice we changed the mutable dictionary contents
 67 |                     del self.allAlerts[token]
 68 |                     self.allAlerts[token] = alert
 69 |                     self.allAlerts.sync()
 70 |                     messageId = uuid.uuid4().hex
 71 |                     self._send_event({
 72 |                         "header": {
 73 |                             "namespace": "Alerts",
 74 |                             "name": "AlertStarted",
 75 |                             "messageId": messageId
 76 |                         },
 77 |                         "payload": {
 78 |                             "token": token
 79 |                             }})
 80 |                     self._audio.Alarm()
 81 |                     # TODO wait until some kind of ack?
 82 |                     messageId = uuid.uuid4().hex
 83 |                     self._send_event({
 84 |                         "header": {
 85 |                             "namespace": "Alerts",
 86 |                             "name": "AlertStopped",
 87 |                             "messageId": messageId
 88 |                         },
 89 |                         "payload": {
 90 |                             "token": token
 91 |                         }})
 92 |                     
 93 |         except Exception as e:
 94 |             # need to ensure we return True
 95 |             self._log.warning(e)
 96 |         return True
 97 | 
 98 |     def eventQueueThread(self):
 99 |         conn = hyper.HTTP20Connection('avs-alexa-na.amazon.com:443',
100 |                                       force_proto="h2")
101 |         alexa_tokens = self.get_alexa_tokens()
102 |         def handle_downstream():
103 |             directives_stream_id = conn.request('GET',
104 |                                              '/{}/directives'.format(self._api_version),
105 |                                              headers={
106 |                                                  'Authorization': 'Bearer %s' % alexa_tokens['access_token']})
107 |             self._log.info("Alexa: directives stream is %s", directives_stream_id)
108 |             directives_stream = conn._get_stream(directives_stream_id)
109 |             downchannel = HTTP20Downchannel(directives_stream.getheaders(), directives_stream)
110 |             self._log.info("Alexa: status=%s headers=%s", downchannel.status, downchannel.headers)
111 |             ctype, pdict = cgi.parse_header(downchannel.headers['content-type'][0].decode('utf-8'))
112 |             boundary = bytes("--{}".format(pdict['boundary']), 'utf-8')
113 |             self._log.info("Downstream boundary is %s", boundary)
114 |             if downchannel.status != 200:
115 |                 self._log.warning(downchannel)
116 |                 raise ValueError("/directive requests returned {}".format(downchannel.status))
117 |             return directives_stream, boundary
118 | 
119 |         directives_stream, downstream_boundary = handle_downstream()
120 |         messageId = uuid.uuid4().hex
121 |         self._send_event(
122 |             {"header": {
123 |                 "namespace": "System",
124 |                 "name": "SynchronizeState",
125 |                 "messageId": messageId
126 |             },
127 |              "payload": {}
128 |          }, expectedStatusCode=204)
129 | 
130 |         downstream_buffer = io.BytesIO()
131 |         while True:
132 |             #self._log.info("Waiting for event to send to AVS")
133 |             #self._log.info("Connection socket can_read %s", conn._sock.can_read)
134 |             try:
135 |                 event, attachment, expectedStatusCode, speakingFinishedEvent = self._eventQueue.get(timeout=0.25)
136 |             except queue.Empty:
137 |                 event = None
138 | 
139 |             # TODO check that connection is still functioning and reestablish if needed
140 | 
141 |             while directives_stream.data or (conn._sock and conn._sock.can_read):
142 |                 # we want to avoid blocking if the data wasn't for stream directives_stream
143 |                 if conn._sock and conn._sock.can_read:
144 |                     conn._recv_cb()
145 |                 while directives_stream.data:
146 |                     framebytes = directives_stream._read_one_frame()
147 |                     self._log.info(framebytes)
148 |                     #self._log.info(framebytes.split(downstream_boundary))
149 |                     self._read_response(framebytes, downstream_boundary, downstream_buffer)
150 | 
151 |             if event is None:
152 |                 continue
153 |             metadata = {
154 |                 "context": self._context(),
155 |                 "event": event
156 |             }
157 |             self._log.debug("Sending to AVS: \n%s", pprint.pformat(metadata))
158 | 
159 |             boundary = uuid.uuid4().hex
160 |             json_part = bytes(u'--{}\r\nContent-Disposition: form-data; name="metadata"\r\nContent-Type: application/json; charset=UTF-8\r\n\r\n{}'.format(boundary, json.dumps(metadata).encode('utf-8')), 'utf-8')
161 |             json_hdr = bytes(u'--{}\r\nContent-Disposition: form-data; name="metadata"\r\nContent-Type: application/json; charset=UTF-8\r\n\r\n'.format(boundary), 'utf-8')
162 |             end_part = bytes("\r\n--{}--".format(boundary), 'utf-8')
163 |             
164 | 
165 |             headers = {':method': 'POST',
166 |                        ':scheme': 'https',
167 |                        ':path': '/{}/events'.format(self._api_version),
168 |                        'Authorization': 'Bearer %s' % self.get_alexa_tokens()['access_token'],
169 |                        'Content-Type': 'multipart/form-data; boundary={}'.format(boundary)}
170 |             with conn._write_lock:
171 |                 stream_id = conn.putrequest(headers[':method'], headers[':path'])
172 |                 default_headers = (':method', ':scheme', ':authority', ':path')
173 |                 for name, value in headers.items():
174 |                     is_default = name in default_headers
175 |                     conn.putheader(name, value, stream_id, replace=is_default)
176 |                 conn.endheaders(final=False, stream_id=stream_id)
177 | 
178 |             self._log.info("Alexa: Making request using stream %s", stream_id)
179 |             #print(json_part)
180 |             conn.send(json_hdr, final=False, stream_id=stream_id)
181 |             conn.send(json.dumps(metadata).encode('utf-8'), final=False, stream_id=stream_id)            
182 |             
183 |             if attachment:
184 |                 hdr = bytes(u'\r\n--{}\r\nContent-Disposition: form-data; name="{}"\r\nContent-Type: application/octet-stream\r\n\r\n{}'.format(boundary, attachment[0], json.dumps(metadata).encode('utf-8')), 'utf-8')
185 |                 conn.send(hdr, final=False, stream_id=stream_id)
186 |                 AVS_AUDIO_CHUNK_PREFERENCE=320
187 |                 #print(speakingFinishedEvent)
188 |                 while True:
189 |                     #sys.stdout.write("X ")
190 |                     #sys.stdout.flush()
191 |                     #self._log.info("Getting bytes from queue %s", attachment[1])
192 |                     if isinstance(attachment[1], queue.Queue):
193 |                         try:
194 |                             chunk = attachment[1].get(block=True, timeout=1)
195 |                         except queue.Empty as e:
196 |                             chunk = ''
197 |                     else:
198 |                         chunk = attachment[1].read(AVS_AUDIO_CHUNK_PREFERENCE)
199 |                     #sys.stdout.write(str(len(chunk)))
200 |                     #sys.stdout.write(" x")
201 |                     #sys.stdout.flush()
202 |                     if speakingFinishedEvent and speakingFinishedEvent.is_set():
203 |                         break
204 |                     if chunk:
205 |                         #sys.stdout.write("+")
206 |                         #sys.stdout.flush()                        
207 |                         conn.send(chunk, final=False, stream_id=stream_id)
208 |                     elif speakingFinishedEvent is None:
209 |                         #sys.stdout.write("#")
210 |                         #sys.stdout.flush()                        
211 |                         break
212 |             #sys.stdout.write("=")
213 |             #sys.stdout.flush()                        
214 |             conn.send(end_part, final=True, stream_id=stream_id)
215 |             self._log.info("Alexa: Made request using stream %s", stream_id)
216 |             resp = conn.get_response(stream_id)
217 |             self._log.info("Alexa HTTP status code: %s", resp.status)
218 |             self._log.debug(resp.headers)
219 |             if expectedStatusCode and resp.status != expectedStatusCode:
220 |                 self._log.warning("AVS status code unexpected: %s", resp.status)
221 |                 self._log.warning(resp.headers)
222 |                 self._log.warning(resp.read())
223 |             if resp.status == 200:
224 |                 self._read_response(resp)
225 |             
226 |     def ping(self):
227 |         # TODO need to do this within the events thread
228 |         self._conn.request('GET', '/ping',
229 |                            headers={'Authorization': 'Bearer %s' % alexa_tokens['access_token']})
230 |         if resp.status != 200:
231 |             self._log.warning(resp)
232 |             # TODO On a failed PING the connection should be closed and a new connection should be immediately created.
233 |             # TODO https://developer.amazon.com/public/solutions/alexa/alexa-voice-service/docs/managing-an-http-2-connection
234 |             raise ValueError("/ping requests returned {}".format(resp.status))
235 | 
236 |     def _context(self):
237 |         playbackState = {
238 |             "header": {
239 |                 "namespace": "AudioPlayer",
240 |                 "name": "PlaybackState"
241 |             },
242 |             "payload": self._get_playback_state()
243 |         }
244 |         volumeState = {
245 |             "header": {
246 |                 "namespace": "Speaker",
247 |                 "name": "VolumeState"
248 |             },
249 |             "payload": self._get_volume_state()
250 |         }
251 |         speechState = {
252 |             "header": {
253 |                 "namespace": "SpeechSynthesizer",
254 |                 "name": "SpeechState"
255 |             },
256 |             "payload": self._get_speech_state()
257 |         }
258 |         allAlerts = []
259 |         for token, alert in self.allAlerts.items():
260 |             allAlerts.append({'token': token,
261 |                               'scheduledTime': alert['scheduledTime'].strftime("%Y-%m-%dT%H:%M:%S+0000"),
262 |                               'type': alert['type']})
263 |         activeAlerts = []
264 |         for token, alert in self.activeAlerts.items():
265 |             allAlerts.append({'token': token,
266 |                               'scheduledTime': alert['scheduledTime'].strftime("%Y-%m-%dT%H:%M:%S+0000"),
267 |                               'type': alert['type']})
268 |         alertsState = {
269 |             "header": {
270 |                 "namespace": "Alerts",
271 |                 "name": "AlertsState"
272 |             },
273 |             "payload": {"allAlerts": allAlerts,
274 |                         "activeAlerts": activeAlerts}
275 |         }
276 |         # speechstate and playbackstate seem to get     # 
277 |         # INVALID_REQUEST_EXCEPTION if sent on a SpeechFinished etc.
278 |         return [volumeState, alertsState]#, speechState, playbackState]
279 |     
280 |     def Recognize(self, fhandle, dialogid=None, speaking_finished_event=None):
281 |         #print("speaking_finished_event={}".format(speaking_finished_event))
282 |         messageId = uuid.uuid4().hex
283 |         dialogRequestId = dialogid or uuid.uuid4().hex
284 |         response = self._send_event(
285 |             {"header": {
286 |                 "namespace": "SpeechRecognizer",
287 |                 "name": "Recognize",
288 |                 "messageId": messageId,
289 |                 "dialogRequestId": dialogRequestId
290 |             },
291 |              "payload": {
292 |                  "profile": "CLOSE_TALK",
293 |                  "format": "AUDIO_L16_RATE_16000_CHANNELS_1"}
294 |          }, ('audio', fhandle), speakingFinishedEvent=speaking_finished_event)
295 | 
296 |     def _read_response(self, response, boundary=None, buffer=None):
297 |         #self._log.debug("_read_response(%s, %s)", response, boundary)
298 |         if boundary:
299 |             endboundary = boundary + b"--"
300 |         else:
301 |             ctype, pdict = cgi.parse_header(response.headers['content-type'][0].decode('utf-8'))
302 |             boundary = bytes("--{}".format(pdict['boundary']), 'utf-8')
303 |             endboundary = bytes("--{}--".format(pdict['boundary']), 'utf-8')    
304 | 
305 |         on_boundary = False
306 |         in_header = False
307 |         in_payload = False
308 |         first_payload_block = False    
309 |         content_type = None
310 |         content_id = None
311 |         
312 |         def iter_lines(response, delimiter=None):
313 |             pending = None
314 |             for chunk in response.read_chunked():
315 |                 #self._log.debug("Chunk size is {}".format(len(chunk)))
316 |                 if pending is not None:
317 |                     chunk = pending + chunk
318 |                 if delimiter:
319 |                     lines = chunk.split(delimiter)
320 |                 else:
321 |                     lines = chunk.splitlines()
322 | 
323 |                 if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
324 |                     pending = lines.pop()
325 |                 else:
326 |                     pending = None
327 | 
328 |                 for line in lines:
329 |                     yield line
330 | 
331 |             if pending is not None:
332 |                 yield pending
333 | 
334 |         # cache them up to execute after we've downloaded any binary attachments
335 |         # so that they have the content available
336 |         directives = []
337 |         if isinstance(response, bytes):
338 |             buffer.seek(0)            
339 |             lines = (buffer.read() + response).split(b"\r\n")
340 |             buffer.flush()
341 |         else:
342 |             lines = iter_lines(response, delimiter=b"\r\n")
343 |         for line in lines:
344 |             #self._log.debug("iter_line is {}...".format(repr(line)[0:30]))
345 |             if line == boundary or line == endboundary:
346 |                 #self._log.debug("Newly on boundary")
347 |                 on_boundary = True
348 |                 if in_payload:
349 |                     in_payload = False
350 |                     if content_type == "application/json":
351 |                         self._log.info("Finished downloading JSON")                        
352 |                         json_payload = json.loads(payload.getvalue().decode('utf-8'))
353 |                         #self._log.debug(json_payload)
354 |                         if 'directive' in json_payload:
355 |                             directives.append(json_payload['directive'])
356 |                     else:
357 |                         self._log.info("Finished downloading {} which is {}".format(content_type,
358 |                                                                                     content_id))
359 |                         payload.seek(0)
360 |                         # TODO, start to stream this to speakers as soon as we start getting bytes
361 |                         # strip < and >
362 |                         self._content_cache[content_id[1:-1]] = payload
363 |                         
364 |                 continue
365 |             elif on_boundary:
366 |                 #self._log.debug("Now in header")                
367 |                 on_boundary = False
368 |                 in_header = True
369 |             elif in_header and line == b"":
370 |                 #self._log.debug("Found end of header")
371 |                 in_header = False
372 |                 in_payload = True
373 |                 first_payload_block = True
374 |                 payload = io.BytesIO()
375 |                 continue
376 | 
377 |             if in_header:
378 |                 #self._log.debug(repr(line))
379 |                 if len(line) > 1:
380 |                     header, value = line.decode('utf-8').split(":", 1)
381 |                     ctype, pdict = cgi.parse_header(value)
382 |                     if header.lower() == "content-type":
383 |                         content_type = ctype
384 |                     if header.lower() == "content-id":
385 |                         content_id = ctype
386 | 
387 |             if in_payload:
388 |                 # add back the bytes that our iter_lines consumed
389 |                 self._log.info("Found %s bytes of %s %s, first_payload_block=%s",
390 |                                len(line), content_id, content_type, first_payload_block)
391 |                 if first_payload_block:
392 |                     first_payload_block = False
393 |                 else:
394 |                     payload.write(b"\r\n")
395 |                 # TODO write this to a queue.Queue in self._content_cache[content_id]
396 |                 # so that other threads can start to play it right away
397 |                 payload.write(line)
398 | 
399 |         if buffer is not None:
400 |             if in_payload:
401 |                 self._log.info("Didn't see an entire directive, buffering to put at top of next frame")
402 |                 buffer.write(payload.read())
403 |             else:
404 |                 buffer.write(boundary)
405 |                 buffer.write(b"\r\n")
406 |             
407 |         for directive in directives:
408 |             # TODO do this when we get to the end of the JSON block
409 |             # rather than wait for the entire HTTP payload, so we can
410 |             # start acting on it right away - will require potential
411 |             # waiting on audio data
412 |             self._handleDirective(directive)
413 | 
414 |     def PlaybackStartedCallback(self, pipeline, token):
415 |         if pipeline == self._audio.speech_pipeline:
416 |             messageId = uuid.uuid4().hex
417 |             self._send_event({
418 |                 "header": {
419 |                     "namespace": "SpeechSynthesizer",
420 |                     "name": "SpeechStarted",
421 |                     "messageId": messageId,
422 |                 },
423 |                 "payload": {
424 |                     "token": token
425 |                 }
426 |             }, expectedStatusCode=204)
427 |         else:
428 |             query_worked, position_ns = pipeline.query_position(Gst.Format.TIME)
429 |             messageId = uuid.uuid4().hex
430 |             self._send_event({
431 |                 "header": {
432 |                     "namespace": "AudioPlayer",
433 |                     "name": "PlaybackStarted",
434 |                     "messageId": messageId,
435 |                 },
436 |                 "payload": {
437 |                     "token": token,
438 |                     "offsetInMilliseconds": int(position_ns / 1000000) if query_worked else 0,
439 |                 }
440 |             }, expectedStatusCode=204)
441 |             
442 |     def EOSCallback(self, pipeline, token):
443 |         self._log.info("Finished playing %s with %s", token, pipeline)
444 |         messageId = uuid.uuid4().hex
445 |         if pipeline == self._audio.speech_pipeline:
446 |             self._send_event({
447 |                 "header": {
448 |                     "namespace": "SpeechSynthesizer",
449 |                     "name": "SpeechFinished",
450 |                     "messageId": messageId,
451 |                 },
452 |                 "payload": {
453 |                     "token": token
454 |                 }
455 |             }, expectedStatusCode=204)
456 |         else:
457 |             query_worked, position_ns = pipeline.query_position(Gst.Format.TIME)
458 |             self._log.info("Query position %s %s", query_worked, position_ns)
459 | 
460 |             self._send_event({
461 |                 "header": {
462 |                     "namespace": "AudioPlayer",
463 |                     "name": "PlaybackFinished",
464 |                     "messageId": messageId,
465 |                 },
466 |                 "payload": {
467 |                     "token": token,
468 |                     "offsetInMilliseconds": int(position_ns / 1000000) if query_worked else 0,
469 |                 }
470 |             }, expectedStatusCode=204)
471 |             
472 |     def _play_speech(self, detail):
473 |         self._log.info("Play speech {}".format(detail))
474 |         self._audio.speech_pipeline.set_state(Gst.State.READY)
475 |         token = detail['token']
476 |         if detail['url'].startswith("cid:"):
477 |             # TODO expect _content_cache to contain a queue.Queue()
478 |             # pass the whole _content_cache into speechQueue (or have
479 |             # it be owned by _audio), so that the 'playing' thread can
480 |             # be the one who waits for the queue itself to arrive
481 |             # (maybe the directive was hit to play, and we get here,
482 |             # before we see a single line of audio data)
483 |             contentfp = self._content_cache[detail['url'][4:]]
484 |             buffer = Gst.Buffer.new_wrapped(contentfp.read())
485 |             del self._content_cache[detail['url'][4:]]
486 |             self._audio.speechQueue.put((token, buffer))
487 | 
488 |     def _play_audio(self, detail):
489 |         self._log.debug("Playing audio {}".format(detail))
490 |         
491 |         url = detail['stream']['url']
492 |         token = detail['stream']['token']
493 |         offsetInMilliseconds = detail['stream']['offsetInMilliseconds']
494 |         
495 |         if url.startswith("cid:"):
496 |             # TODO expect _content_cache to contain a queue.Queue()
497 |             # pass the whole _content_cache into speechQueue (or have
498 |             # it be owned by _audio), so that the 'playing' thread can
499 |             # be the one who waits for the queue itself to arrive
500 |             # (maybe the directive was hit to play, and we get here,
501 |             # before we see a single line of audio data)
502 |             self._log.info("Play audio from attachment {}".format(detail))
503 |             contentfp = self._content_cache[url[4:]]
504 |             buffer = Gst.Buffer.new_wrapped(contentfp.read())
505 |             del self._content_cache[url[4:]]
506 |             self._audio.audioQueue.put(("buffer", token, buffer, offsetInMilliseconds))
507 |             
508 |         else:
509 |             self._log.info("Play audio from URL {}".format(detail))
510 |             self._audio.audioQueue.put(("url", token, url, offsetInMilliseconds))
511 |             
512 |     def _get_speech_state(self):
513 |         query_worked, position_ns = self._audio.speech_pipeline.query_position(Gst.Format.TIME)
514 |         success, current, pending = self._audio.speech_pipeline.get_state(Gst.CLOCK_TIME_NONE)
515 | 
516 |         return {
517 |             "token": self._audio.speech_pipeline.token if current == Gst.State.PLAYING else "",
518 |             "offsetInMilliseconds": int(position_ns / 1000000) if query_worked else 0,
519 |             "playerActivity": "PLAYING" if current == Gst.State.PLAYING else "FINISHED"
520 |         }
521 | 
522 |     def _get_playback_state(self):
523 |         success, state_audiopipeline, pending  = self._audio.audio_pipeline.get_state(Gst.CLOCK_TIME_NONE)
524 |         success, state_audioplayer, pending    = self._audio.audio_player.get_state(Gst.CLOCK_TIME_NONE)
525 |         if state_audiopipeline == Gst.State.PLAYING:
526 |             query_worked, position_ns = self._audio.audio_pipeline.query_position(Gst.Format.TIME)
527 |             return {
528 |                 "token": self._audio.audio_pipeline.token,
529 |                 "offsetInMilliseconds": int(position_ns / 1000000) if query_worked else 0,
530 |                 "playerActivity": "PLAYING"
531 |             }
532 |         elif state_audioplayer == Gst.State.PLAYING:
533 |             query_worked, position_ns = self._audio.audio_player.query_position(Gst.Format.TIME)
534 |             return {
535 |                 "token": self._audio.audio_player.token,
536 |                 "offsetInMilliseconds": int(position_ns / 1000000) if query_worked else 0,
537 |                 "playerActivity": "PLAYING"
538 |             }
539 |         else:
540 |             return {
541 |                 "token": '',
542 |                 "offsetInMilliseconds": 0,
543 |                 "playerActivity": "IDLE"
544 |             }
545 |     
546 |     def _get_volume_state(self):
547 |         return {
548 |             "volume": int(self._audio.audio_player.get_property('volume') * 100),
549 |             "mute": self._audio.audio_player.get_property('mute')
550 |         }
551 |     
552 |     def _handleDirective(self, directive):
553 |         self._log.info("Handling {}".format(pprint.pformat(directive)))
554 |         namespace, name = directive['header']['namespace'], directive['header']['name']
555 |         if (namespace, name) == ("System", "ResetUserInactivity"):
556 |             self._last_user_activity = datetime.datetime.now()
557 |         elif (namespace, name) == ("SpeechSynthesizer", "Speak"):
558 |             self._play_speech(directive['payload'])
559 |         elif (namespace, name) == ("SpeechRecognizer", "ExpectSpeech"):
560 |             self._audio.Listen(directive['payload']['timeoutInMilliseconds'],
561 |                                directive['header']['dialogRequestId'])
562 |         elif (namespace, name) == ("AudioPlayer", "Play"):
563 |             if directive['payload']['playBehavior'] == "REPLACE_ALL":
564 |                 self._audio.clearQueue()
565 |                 self._play_audio(directive['payload']['audioItem'])
566 |             elif directive['payload']['playBehavior'] == "ENQUEUE":
567 |                 self._play_audio(directive['payload']['audioItem'])
568 |             elif directive['payload']['playBehavior'] == "REPLACE_ENQUEUED":
569 |                 self._audio.clearQueue(stop=False)
570 |                 self._play_audio(directive['payload']['audioItem'])
571 |         elif (namespace, name) == ("AudioPlayer", "Stop"):
572 |             self._audio.audio_pipeline.set_state(Gst.State.READY)         
573 |             self._audio.audio_player.set_state(Gst.State.READY)
574 |         elif (namespace, name) == ("AudioPlayer", "ClearQueue"):
575 |             if directive['payload']['clearBehavior'] == "CLEAR_ENQUEUED":
576 |                 self._audio.clearQueue()
577 |         elif (namespace, name) == ("Speaker", "SetVolume"):
578 |             self._audio.audio_player.set_property('volume', directive['payload']['volume'] / 100.0)
579 |             self._send_volume_changed()
580 |         elif (namespace, name) == ("Speaker", "SetMute"):
581 |             self._audio.audio_player.set_property('mute', directive['payload']['mute'])
582 |             self._send_mute_changed()
583 |         elif (namespace, name) == ("Speaker", "AdjustVolume"):
584 |             self._log.debug("Volume currently %s", self._audio.audio_player.get_property('volume'))
585 |             current_volume = self._audio.audio_player.get_property('volume') * 100
586 |             new_volume = max(0, min(1, (current_volume + directive['payload']['volume']) / 100.0))
587 |             self._audio.audio_player.set_property('volume', new_volume)
588 |             self._log.debug("Volume now %s", self._audio.audio_player.get_property('volume'))
589 |             self._send_volume_changed()            
590 |         elif (namespace, name) == ("Alerts", "SetAlert"):
591 |             self._set_alert(directive['payload']['type'], directive['payload']['scheduledTime'], directive['payload']['token'])
592 |         elif (namespace, name) == ("Alerts", "DeleteAlert"):
593 |             self._delete_alert(directive['payload']['token'])
594 |             
595 |     def _set_alert(self, type_, scheduledTime, token):
596 |         parsed_datetime = dateutil.parser.parse(scheduledTime)
597 |         if not parsed_datetime:
598 |             messageId = uuid.uuid4().hex
599 |             self._send_event({
600 |                 "header": {
601 |                     "namespace": "Alerts",
602 |                     "name": "SetAlertFailed",
603 |                     "messageId": messageId
604 |                 },
605 |                 "payload": {
606 |                     "token": token
607 |                 }}, expectedStatusCode=204)
608 |             return
609 | 
610 |         self.allAlerts[token] = {"type": type_,
611 |                                  "scheduledTime": parsed_datetime}
612 |         self.allAlerts.sync()
613 |         messageId = uuid.uuid4().hex
614 |         self._send_event({
615 |             "header": {
616 |                 "namespace": "Alerts",
617 |                 "name": "SetAlertSucceeded",
618 |                 "messageId": messageId
619 |             },
620 |             "payload": {
621 |                 "token": token
622 |             }})
623 | 
624 |     def _delete_alert(self, token):
625 |         if token not in self.allAlerts:
626 |             messageId = uuid.uuid4().hex
627 |             self._send_event({
628 |                 "header": {
629 |                     "namespace": "Alerts",
630 |                     "name": "DeleteAlertFailed",
631 |                     "messageId": messageId
632 |                 },
633 |                 "payload": {
634 |                     "token": token
635 |                 }})
636 |             return
637 | 
638 |         del self.allAlerts[token]
639 |         self.allAlerts.sync()        
640 |         messageId = uuid.uuid4().hex
641 |         self._send_event({
642 |             "header": {
643 |                 "namespace": "Alerts",
644 |                 "name": "DeleteAlertSucceeded",
645 |                 "messageId": messageId
646 |             },
647 |             "payload": {
648 |                 "token": token
649 |             }}, expectedStatusCode=204)
650 | 
651 |     def _send_volume_changed(self):
652 |         messageId = uuid.uuid4().hex
653 |         self._send_event({
654 |             "header": {
655 |                 "namespace": "Speaker",
656 |                 "name": "VolumeChanged",
657 |                 "messageId": messageId
658 |             },
659 |             "payload": {
660 |                 "volume": int(self._audio.audio_player.get_property('volume') * 100),
661 |                 "muted": self._audio.audio_player.get_property('mute')
662 |             }}, expectedStatusCode=204)
663 | 
664 |     def _send_mute_changed(self):
665 |         messageId = uuid.uuid4().hex
666 |         self._send_event({
667 |             "header": {
668 |                 "namespace": "Speaker",
669 |                 "name": "VolumeChanged",
670 |                 "messageId": messageId
671 |             },
672 |             "payload": {
673 |                 "volume": int(self._audio.audio_player.get_property('volume') * 100),
674 |                 "muted": self._audio.audio_player.get_property('mute')
675 |             }}, expectedStatusCode=204)
676 |         
677 |     def _send_event(self, event, attachment=None, expectedStatusCode=None, speakingFinishedEvent=None):
678 |         self._eventQueue.put((event, attachment, expectedStatusCode, speakingFinishedEvent))
679 |     
680 |     def get_alexa_tokens(self):
681 |         date_format = "%a %b %d %H:%M:%S %Y"
682 | 
683 |         alexa_tokens = json.loads(open(self._tokens_filename,'r').read())
684 | 
685 |         if 'access_token' in alexa_tokens:
686 |             if 'expiry' in alexa_tokens:
687 |                 expiry = datetime.datetime.strptime(alexa_tokens['expiry'], date_format)
688 |                 # refresh 60 seconds early to avoid chance of using expired access_token
689 |                 if (datetime.datetime.utcnow() - expiry) > datetime.timedelta(seconds=60):
690 |                     self._log.info("Refreshing access_token")
691 |                 else:
692 |                     self._log.info("access_token should be OK, expires %s", expiry)                
693 |                     return alexa_tokens
694 | 
695 |         payload = {'client_id': alexa_tokens['client_id'],
696 |                    'client_secret': alexa_tokens['client_secret'],
697 |                    'grant_type': 'refresh_token',
698 |                    'refresh_token': alexa_tokens['refresh_token']}
699 | 
700 |         conn = hyper.HTTPConnection('api.amazon.com:443', secure=True, force_proto="h2")        
701 |         conn.request("POST", "/auth/o2/token",
702 |                      headers={'Content-Type': "application/json"},
703 |                      body=json.dumps(payload).encode('utf-8'))
704 |         r = conn.get_response()        
705 |         self._log.info(r.status)
706 |         tokens = json.loads(r.read().decode('utf-8'))
707 |         self._log.info(tokens)
708 |         expiry_time = datetime.datetime.utcnow() + datetime.timedelta(seconds=tokens['expires_in'])
709 |         tokens['expiry'] = expiry_time.strftime(date_format)
710 |         payload.update(tokens)
711 |         open(self._tokens_filename,'w').write(json.dumps(payload))
712 |         return payload
713 |         
714 | if __name__ == "__main__":
715 |     logging.config.dictConfig({
716 |         'version': 1,
717 |         'formatters': {
718 |             'default': {
719 |                 'format': "%(asctime)-15s %(module)-15s %(process)d %(threadName)s %(levelname)-8s %(message)s"
720 |             }
721 |         },
722 |         'handlers': {
723 |             'stdout': {'class': 'logging.StreamHandler',
724 |                        'formatter': 'default',
725 |                        'level': "DEBUG",
726 |                    },
727 |         },
728 |         'loggers': {
729 |             'root': {'handlers': ['stdout'],
730 |                      'level': 'DEBUG'
731 |                  },
732 |         }
733 |     })
734 |     log = logging.getLogger("root")
735 |     
736 |     GObject.threads_init()
737 |     Gst.init(None)
738 |     
739 |     audio = audio.Audio(log, microphone_alsa_device="hw:2")
740 |     
741 |     def alexa_thread():
742 |         alexa = Alexa("tokens.json", audio, log)
743 |         audio.EOSCallback = alexa.EOSCallback
744 |         audio.PlaybackStartedCallback = alexa.PlaybackStartedCallback
745 |         audio.RecognizeCallback = alexa.Recognize
746 | 
747 |         #audio.Listen(5000)
748 |         #return
749 |         for sentence in (
750 |                 "set a timer for 30 seconds",
751 |                 "set an alarm for 2pm tomorrow",                
752 |                 "what is my flash news?",
753 |                 "decrease volume",
754 |                 "decrease volume",
755 |                 "decrease volume",
756 |                 "decrease volume",
757 |                 "increase volume",
758 |                 "increase volume",
759 |         ):
760 |             audiofp = audio.TTS(sentence)
761 | 
762 |             # used for diagnostics
763 |             class streamedfile:
764 |                 def __init__(self, content):
765 |                     self._content = content
766 |                     self._length = len(content.getvalue())
767 |                     self._offset = 0
768 |     
769 |                 def read(self, length=None):
770 |                     #log.info("Offset %s length %s, want %s", self._offset, self._length, length)
771 |                     if self._offset == self._length:
772 |                         return ''
773 |                     block = self._content.read(length)
774 |                     self._offset = self._offset + len(block)
775 |                     return block
776 | 
777 |                 def close(self):
778 |                     log.info("Closing streamedfile")
779 | 
780 |             #alexa.Recognize(streamedfile(audiofp))
781 |             alexa.Recognize(audiofp)            
782 |             time.sleep(4)
783 |         
784 |     t = threading.Thread(target=alexa_thread, daemon=True)
785 |     t.start()
786 | 
787 |     GObject.MainLoop().run()
788 | 


--------------------------------------------------------------------------------
/audio.py:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env python3
  2 | import gi
  3 | gi.require_version('Gst', '1.0')
  4 | from gi.repository import GObject, Gst
  5 | 
  6 | import io
  7 | import threading
  8 | import queue
  9 | import requests
 10 | import cgi
 11 | from sh import aplay
 12 | 
 13 | SILENCE_DETECTION_INTERVAL = 1000000000
 14 | SILENCE_DETECTION_RANGE = (-45, -35)
 15 | 
 16 | # http://freesound.org/people/Snapper4298/sounds/177505/
 17 | LISTENING_BEEP = "177505__snapper4298__snap-8.wav"
 18 | # http://freesound.org/people/grunz/sounds/109663/
 19 | ACK_BEEP = "109663__grunz__success-low.wav"
 20 | # http://freesound.org/people/Ultranova105/sounds/136756/
 21 | TIMEOUT_BEEP = "136756__ultranova105__negative-warning.wav"
 22 | # http://freesound.org/people/bone666138/sounds/198841/
 23 | ALARM_BEEP = "198841__bone666138__analog-alarm-clock.wav"
 24 | 
 25 | class Audio():
 26 |     def __init__(self, log, microphone_alsa_device="hw:1"):
 27 |         self._log = log
 28 |         
 29 |         self.microphone_alsa_device = microphone_alsa_device
 30 | 
 31 |         self._listening_timeout_timer = None
 32 |         
 33 |         self._make_speech_pipeline()
 34 |         self._make_audio_pipeline()
 35 |         self._make_mic_pipeline()
 36 | 
 37 |         self.audioQueue = queue.Queue()
 38 |         self._audio_eos = threading.Event()
 39 |         self.speechQueue = queue.Queue()
 40 |         self._speech_eos = threading.Event()
 41 | 
 42 |         self.EOSCallback = lambda x, y: None
 43 |         self.PlaybackStartedCallback = lambda x, y: None
 44 |         self.RecognizeCallback = lambda x, y, z: None
 45 |         
 46 |         t = threading.Thread(target=self.playAudioFromQueue, daemon=True)
 47 |         t.start()
 48 |         t = threading.Thread(target=self.playSpeechFromQueue, daemon=True)
 49 |         t.start()
 50 | 
 51 |     def clearQueue(self, stop=True):
 52 |         if stop:
 53 |             self._audio_eos.set()
 54 |             self.audio_pipeline.set_state(Gst.State.READY)            
 55 |             self.audio_player.set_state(Gst.State.READY)
 56 | 
 57 |         while True:
 58 |             try:
 59 |                 self.audioQueue.get_nowait()
 60 |             except queue.Empty:
 61 |                 break
 62 | 
 63 |     def _waitForNothingPlaying(self):
 64 |         while True:
 65 |             success, state_audiopipeline, pending  = self.audio_pipeline.get_state(Gst.CLOCK_TIME_NONE)
 66 |             success, state_audioplayer, pending    = self.audio_player.get_state(Gst.CLOCK_TIME_NONE)
 67 |             success, state_speechpipeline, pending = self.speech_pipeline.get_state(Gst.CLOCK_TIME_NONE)
 68 | 
 69 |             self._log.info("state_audiopipeline=%s state_audioplayer=%s state_speechpipeline=%s",
 70 |                            state_audiopipeline, state_audioplayer, state_speechpipeline)
 71 |             if state_audiopipeline == Gst.State.PLAYING or \
 72 |                state_audioplayer == Gst.State.PLAYING or \
 73 |                state_speechpipeline == Gst.State.PLAYING:                
 74 |                 self._log.info("Now waiting for nothing to be playing")
 75 |                 self._audio_eos.wait()
 76 |                 self._log.info("And EOS was hit so ready to check again")
 77 | 
 78 |                 success, state_audiopipeline, pending  = self.audio_pipeline.get_state(Gst.CLOCK_TIME_NONE)
 79 |                 success, state_audioplayer, pending    = self.audio_player.get_state(Gst.CLOCK_TIME_NONE)
 80 |                 success, state_speechpipeline, pending = self.speech_pipeline.get_state(Gst.CLOCK_TIME_NONE)
 81 | 
 82 |                 self._log.info("state_audiopipeline=%s state_audioplayer=%s state_speechpipeline=%s",
 83 |                                state_audiopipeline, state_audioplayer, state_speechpipeline)
 84 |                 if state_audiopipeline != Gst.State.PLAYING and \
 85 |                    state_audioplayer != Gst.State.PLAYING and \
 86 |                    state_speechpipeline != Gst.State.PLAYING:                
 87 |                     break
 88 |                 else:
 89 |                     self._log.info("Was still playing something, so waiting for next EOS")
 90 |                     self._audio_eos.clear()
 91 |             else:
 92 |                 self._log.info("Nothing is playing")            
 93 |                 self._audio_eos.clear()
 94 |                 break
 95 | 
 96 |     def _waitForNoSpeechPlaying(self):
 97 |         while True:
 98 |             success, state_speechpipeline, pending = self.speech_pipeline.get_state(Gst.CLOCK_TIME_NONE)
 99 | 
100 |             self._log.info("state_speechpipeline=%s", state_speechpipeline)
101 |             if state_speechpipeline == Gst.State.PLAYING:                
102 |                 self._log.info("Now waiting for nothing to be playing")
103 |                 self._audio_eos.wait()
104 |                 self._log.info("And EOS was hit so ready to check again")
105 | 
106 |                 success, state_speechpipeline, pending = self.speech_pipeline.get_state(Gst.CLOCK_TIME_NONE)
107 | 
108 |                 self._log.info("state_speechpipeline=%s", state_speechpipeline)
109 |                 if state_speechpipeline != Gst.State.PLAYING:                
110 |                     break
111 |                 else:
112 |                     self._log.info("Was still playing something, so waiting for next EOS")
113 |                     self._audio_eos.clear()
114 |             else:
115 |                 self._log.info("Nothing is playing")            
116 |                 self._audio_eos.clear()
117 |                 break
118 |             
119 |     def playAudioFromQueue(self):
120 |         while True:
121 |             self._log.info("Ready to play from queue")
122 |             source, token, content, offsetInMilliseconds = self.audioQueue.get()
123 |             self._log.info("Got some audio from queue")
124 |             self._waitForNothingPlaying()
125 | 
126 |             # TODO obey offsetInMilliseconds
127 |             if source == "buffer":
128 |                 self.audio_pipeline.token = token
129 |                 self.audio_pipeline.set_state(Gst.State.PLAYING)
130 |                 self.audio_source.emit('push-buffer', content)
131 |                 self.PlaybackStartedCallback(self.audio_pipeline, token)
132 |                 self.audio_source.emit('end-of-stream')
133 |             elif source == "url":
134 |                 # if we try get just HEAD, then opml.radiotime.com can give different content-type!
135 |                 url = content
136 |                 response = requests.get(url, stream=True)
137 |                 self._log.info(response.headers['content-type'])
138 |                 ctype, pdict = cgi.parse_header(response.headers['content-type'])
139 |                 if ctype in ("audio/x-mpegurl",):
140 |                     self._log.info("Swapping out url for the one in the body")
141 |                     url = response.text
142 |                     self._log.info("Play audio from replaced URL {}".format(url))
143 |                 self.audio_player.set_property('uri', url)
144 |                 self.audio_player.token = token            
145 |                 self.audio_player.set_state(Gst.State.PLAYING)
146 |                 self.PlaybackStartedCallback(self.audio_player, token)
147 | 
148 |     def playSpeechFromQueue(self):
149 |         while True:
150 |             self._log.info("Ready to play from queue")
151 |             token, content = self.speechQueue.get()
152 |             self._log.info("Got some speech from queue")
153 |             self._waitForNoSpeechPlaying()
154 | 
155 |             self.speech_pipeline.token = token
156 |             self.speech_pipeline.set_state(Gst.State.PLAYING)
157 |             self.speech_source.emit('push-buffer', content)
158 |             self.PlaybackStartedCallback(self.speech_pipeline, token)
159 |             self.speech_source.emit('end-of-stream')
160 | 
161 |     def TTS(self, text):
162 |         self._log.debug("Producing TTS for: {}".format(text))
163 |         pipeline = Gst.parse_launch("espeak name=espeak rate=-40 ! audioconvert ! " + \
164 |                                     "audioresample ! " + \
165 |                                     "appsink name=appsink")
166 |         pipeline.get_by_name("espeak").set_property("text", text)
167 | 
168 |         def tts_sample(sink, iobuff):
169 |             sample = sink.emit("pull-sample")
170 |             buffer = sample.get_buffer()
171 |             data = buffer.extract_dup(0, buffer.get_size())
172 |             iobuff.write(data)
173 |             return Gst.FlowReturn.OK
174 |         
175 |         def tts_eos(bus, msg, eos):
176 |             eos.set()
177 | 
178 |         appsink = pipeline.get_by_name("appsink")
179 |         appsink.set_property("emit-signals", True)
180 |         iobuff = io.BytesIO()
181 |         appsink.connect('new-sample', tts_sample, iobuff)
182 |         caps = Gst.caps_from_string("audio/x-raw, format=S16LE, rate=16000, channels=1")
183 |         appsink.set_property("caps", caps)
184 |         
185 |         bus = pipeline.get_bus()
186 |         bus.enable_sync_message_emission()
187 |         bus.add_signal_watch()
188 |         eos = threading.Event()
189 |         bus.connect('message::eos', tts_eos, eos)
190 |         pipeline.set_state(Gst.State.PLAYING)
191 | 
192 |         eos.wait()
193 |         iobuff.seek(0)
194 |         pipeline.set_state(Gst.State.NULL)
195 |         self._log.debug("Produced TTS for: {}".format(text))        
196 |         return iobuff
197 | 
198 |     def Speak(self, text):
199 |         self._log.debug("Speaking: {}".format(text))
200 | 
201 |     def Alarm(self):
202 |         aplay(ALARM_BEEP, _bg=True)
203 | 
204 |     def Listen(self, milliseconds=None, dialogid=None):
205 |         success, state_micpipeline, pending = self._mic_pipeline.get_state(Gst.CLOCK_TIME_NONE)
206 |         if state_micpipeline == Gst.State.PLAYING:
207 |             self._log.info("Was already listening")
208 |             aplay(TIMEOUT_BEEP, _bg=True)
209 |             return False
210 |         self._log.info("Starting listening, timeout milliseconds=%s, dialog=%s", milliseconds, dialogid)
211 |         self.audio_pipeline.set_state(Gst.State.READY)
212 |         self.audio_player.set_state(Gst.State.READY)        
213 |         self._waitForNothingPlaying()
214 |         if milliseconds:
215 |             self._listening_timeout_timer = GObject.timeout_add(milliseconds, self.cancelListen)
216 |         aplay(LISTENING_BEEP, _bg=True)
217 |         self._mic_pipeline.dialogid = dialogid
218 |         self.speaking_started = False
219 |         self.silence_count = 0
220 |         self._mic_pipeline.set_state(Gst.State.PLAYING)
221 | 
222 |     def cancelListen(self):
223 |         if self.speaking_started is False:
224 |             self._log.info("Timed out listening")
225 |             self._mic_pipeline.set_state(Gst.State.PAUSED)
226 |             self._mic_pipeline.dialogid = None
227 |             aplay(TIMEOUT_BEEP, _bg=True)
228 |         return False
229 |             
230 |     def _make_mic_pipeline(self):
231 |         alsa_mic_pipeline = Gst.Pipeline()
232 |         alsasrc = Gst.ElementFactory.make("alsasrc")
233 |         audioconvert = Gst.ElementFactory.make("audioconvert")
234 |         audioresample = Gst.ElementFactory.make("audioresample")
235 |         level = Gst.ElementFactory.make("level")
236 |         appsink = Gst.ElementFactory.make("appsink")
237 |         
238 |         alsa_mic_pipeline.add(alsasrc)
239 |         alsa_mic_pipeline.add(audioconvert)
240 |         alsa_mic_pipeline.add(audioresample)
241 |         alsa_mic_pipeline.add(level)
242 |         alsa_mic_pipeline.add(appsink)
243 | 
244 |         alsasrc.link(audioconvert)
245 |         audioconvert.link(audioresample)
246 |         audioresample.link(level)
247 |         level.link(appsink)
248 | 
249 |         appsink.set_property("emit-signals", True)
250 |         alsasrc.set_property("device", self.microphone_alsa_device)
251 |         appsink.connect('new-sample', self._mic_capture_sample)
252 |         # AVS spec
253 |         caps = Gst.caps_from_string("audio/x-raw, format=S16LE, rate=16000, channels=1")
254 |         appsink.set_property("caps", caps)
255 |         level.set_property("interval", SILENCE_DETECTION_INTERVAL)
256 |         bus = alsa_mic_pipeline.get_bus()
257 |         bus.add_signal_watch()
258 |         
259 |         bus.connect('message::element', self._mic_level_watcher)
260 | 
261 |         bus.connect('message::tag', self.on_tag)
262 |         bus.connect('message::error', self.on_error)
263 |         bus.connect('message::eos', self.on_eos, self.audio_player)
264 |         bus.connect('message::buffering', self.on_buffering)
265 |         bus.connect('message::state-changed', self.on_state_changed)
266 | 
267 |         alsa_mic_pipeline.dialogid = None
268 |         self._mic_pipeline = alsa_mic_pipeline
269 | 
270 |     def _mic_capture_sample(self, appsink):
271 |         sample = appsink.emit("pull-sample")
272 |         buffer = sample.get_buffer()
273 |         data = buffer.extract_dup(0, buffer.get_size())
274 |         self.audio_from_mic.put(data)
275 |         #self._log.info("Putting a sample into queue %s", self.audio_from_mic)
276 |         return Gst.FlowReturn.OK
277 |     
278 |     speaking_started = False
279 |     silence_count = 0
280 |     audio_from_mic = queue.Queue()
281 | 
282 |     def _mic_level_watcher(self, bus, message, *args):
283 |         structure = message.get_structure()
284 |         peak = structure.get_value('peak')[0]
285 |         self._log.info("Peak level %s", peak)
286 |         if peak > SILENCE_DETECTION_RANGE[0] and not self.speaking_started:
287 |             self.audio_from_mic = queue.Queue()
288 |             self._log.info("Speaking started into queue %s", self.audio_from_mic)
289 |             self.speaking_started = True
290 |             if self._listening_timeout_timer:
291 |                 GObject.source_remove(self._listening_timeout_timer)
292 |             self.speaking_finished_event = threading.Event()
293 |             self.RecognizeCallback(self.audio_from_mic,
294 |                                    self._mic_pipeline.dialogid,
295 |                                    self.speaking_finished_event)
296 |         if peak < SILENCE_DETECTION_RANGE[1] and self.speaking_started:
297 |             self.silence_count += 1
298 |             if self.silence_count > 2:
299 |                 self._log.info("Speaking finished")
300 |                 self.speaking_started = False
301 |                 self.silence_count = 0
302 |                 self._mic_pipeline.set_state(Gst.State.PAUSED)
303 |                 self.speaking_finished_event.set()
304 |                 aplay(ACK_BEEP, _bg=True)
305 | 
306 |         return True
307 | 
308 |     def _make_audio_pipeline(self):
309 |         # Make two - one for URL playing, and one for content we already have
310 |         
311 |         self.audio_player = Gst.ElementFactory.make("playbin", "player")
312 | 
313 |         # now fit an equalizer into that playbin
314 |         
315 |         equalizer = Gst.ElementFactory.make("equalizer-3bands", "equalizer")
316 |         convert = Gst.ElementFactory.make("audioconvert", "convert")
317 |         
318 |         asink = Gst.ElementFactory.make("autoaudiosink", "audio_sink")
319 | 
320 |         audiobin = Gst.Bin("audio_sink_bin")
321 |         audiobin.add(equalizer)
322 |         audiobin.add(convert)
323 |         audiobin.add(asink)
324 | 
325 |         equalizer.link(convert)
326 |         convert.link(asink)
327 | 
328 |         ghost_pad = Gst.GhostPad.new("sink",
329 |                                      Gst.Element.get_static_pad(equalizer, "sink"))
330 |         ghost_pad.set_active(True)
331 |         audiobin.add_pad(ghost_pad)
332 |         
333 |         self.audio_player.set_property('audio-sink', audiobin)
334 | 
335 |         bus = self.audio_player.get_bus()
336 |         bus.enable_sync_message_emission()
337 |         bus.add_signal_watch()
338 |         bus.connect('message::tag', self.on_tag)
339 |         bus.connect('message::error', self.on_error)
340 |         bus.connect('message::eos', self.on_eos, self.audio_player)
341 |         bus.connect('message::buffering', self.on_buffering)
342 |         bus.connect('message::state-changed', self.on_state_changed)
343 | 
344 |         pipeline = Gst.Pipeline("audio_pipeline")
345 |         src = Gst.ElementFactory.make("appsrc")
346 |         mad = Gst.ElementFactory.make("mad")
347 |         convert = Gst.ElementFactory.make("audioconvert")
348 |         volume = Gst.ElementFactory.make("volume")
349 |         sink = Gst.ElementFactory.make("alsasink")
350 | 
351 |         pipeline.add(src)
352 |         pipeline.add(mad)
353 |         pipeline.add(convert)
354 |         pipeline.add(volume)
355 |         pipeline.add(sink)
356 | 
357 |         src.link(mad)
358 |         mad.link(convert)
359 |         convert.link(volume)
360 |         volume.link(sink)
361 | 
362 |         bus = pipeline.get_bus()
363 |         bus.enable_sync_message_emission()
364 |         bus.add_signal_watch()
365 |         bus.connect('message::tag', self.on_tag)
366 |         bus.connect('message::error', self.on_error)
367 |         bus.connect('message::eos', self.on_eos, pipeline)
368 |         bus.connect('message::buffering', self.on_buffering)
369 |         bus.connect('message::state-changed', self.on_state_changed)
370 | 
371 |         pipeline.token = ''
372 |         
373 |         self.audio_source = src
374 |         self.audio_pipeline = pipeline
375 |     
376 |     def _make_speech_pipeline(self):
377 |         pipeline = Gst.Pipeline("speech_pipeline")
378 |         
379 |         src = Gst.ElementFactory.make("appsrc")
380 |         mad = Gst.ElementFactory.make("mad")
381 |         convert = Gst.ElementFactory.make("audioconvert")
382 |         volume = Gst.ElementFactory.make("volume")
383 |         sink = Gst.ElementFactory.make("alsasink")
384 | 
385 |         pipeline.add(src)
386 |         pipeline.add(mad)
387 |         pipeline.add(convert)
388 |         pipeline.add(volume)
389 |         pipeline.add(sink)
390 | 
391 |         src.link(mad)
392 |         mad.link(convert)
393 |         convert.link(volume)
394 |         volume.link(sink)
395 | 
396 |         bus = pipeline.get_bus()
397 |         bus.enable_sync_message_emission()
398 |         bus.add_signal_watch()
399 |         bus.connect('message::tag', self.on_tag)
400 |         bus.connect('message::error', self.on_error)
401 |         bus.connect('message::eos', self.on_eos, pipeline)
402 |         bus.connect('message::buffering', self.on_buffering)
403 |         bus.connect('message::state-changed', self.on_state_changed)
404 | 
405 |         pipeline.token = ''
406 |         
407 |         self.speech_source = src
408 |         self.speech_pipeline = pipeline
409 |         
410 |     def on_buffering(self, bus, msg):
411 |         buffer_level = msg.parse_buffering()
412 |         self._log.debug("BUFFER: %s", buffer_level)
413 | 
414 |     def on_tag(self, bus, msg):
415 |         taglist = msg.parse_tag()
416 |         exists, title = taglist.get_string('title')
417 |         if exists:
418 |             self._log.info(title)
419 | 
420 |     def on_error(self, bus, msg):
421 |         self._log.info("ERR: %s %s", bus, msg.parse_error())
422 | 
423 |     def on_eos(self, bus, msg, pipeline):
424 |         self._log.info("EOS: %s %s %s", bus, msg, pipeline)
425 |         pipeline.set_state(Gst.State.READY)
426 |         self._audio_eos.set()
427 |         self.EOSCallback(pipeline, pipeline.token)
428 | 
429 |     def on_state_changed(self, bus, msg):
430 |         pass
431 |         #self._log.debug("STATE: %s %s from %s", bus, msg.parse_state_changed(), msg.src.get_name())
432 |         #success, state, pending = msg.parse_state_changed()
433 | 
434 | 


--------------------------------------------------------------------------------
/get-aws-token.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python
 2 | import requests
 3 | import logging
 4 | import json
 5 | import urllib.parse
 6 | import webbrowser
 7 | import http.server
 8 | #import multipart
 9 | import re
10 | import cgi
11 | import io
12 | import pprint
13 | from _thread import start_new_thread
14 | import datetime
15 | import sys
16 | 
17 | import gi
18 | gi.require_version('Gst', '1.0')
19 | from gi.repository import GObject, Gst
20 | 
21 | import gio
22 | 
23 | GObject.threads_init()
24 | Gst.init(None)
25 | 
26 | if False:
27 |     try:
28 |         import http.client as http_client
29 |     except ImportError:
30 |         # Python 2
31 |         import httplib as http_client
32 |     http_client.HTTPConnection.debuglevel = 1
33 | 
34 |     # You must initialize logging, otherwise you'll not see debug output.
35 |     logging.basicConfig()
36 |     logging.getLogger().setLevel(logging.DEBUG)
37 |     requests_log = logging.getLogger("requests.packages.urllib3")
38 |     requests_log.setLevel(logging.DEBUG)
39 |     requests_log.propagate = True
40 | 
41 | 
42 | CLIENT_ID = 'FILLMEIN'
43 | CLIENT_SECRET = 'FILLMEIN'
44 | 
45 | payload = {'scope': 'alexa:all',
46 |            'scope_data': json.dumps({
47 |                "alexa:all": {
48 |                    "productID": "FILLMEIN",
49 |                    "productInstanceAttributes": {
50 |                        "deviceSerialNumber": "FILLMEIN"
51 |                    }
52 |                }
53 |            }),
54 |            'client_id': CLIENT_ID,
55 |            'response_type': 'code',
56 |            'redirect_uri': 'http://localhost:3000/authresponse',
57 |            }
58 | 
59 | #r = requests.get("https://www.amazon.com/ap/oa", params=payload)
60 | #print r.text
61 | 
62 | class HTTPRequestHandler(http.server.BaseHTTPRequestHandler):
63 |     def do_GET(self):
64 |         args = urllib.parse.parse_qs(urllib.parse.urlsplit(self.path).query)
65 |         print(args)
66 |         self.send_response(200)
67 |         self.send_header("Content-type", "text/plain")
68 |         self.end_headers()
69 |         self.wfile.write(b"Thanks")
70 |         
71 |         payload = {'client_id': CLIENT_ID,
72 |                    'client_secret': CLIENT_SECRET,
73 |                    'grant_type': 'authorization_code',
74 |                    'code': args['code'][0],
75 |                    'redirect_uri': 'http://localhost:3000/authresponse',                   
76 |         }
77 |         
78 |         r = requests.post("https://api.amazon.com/auth/o2/token", data=payload)
79 |         tokens = r.json()
80 |         #print(tokens)
81 |         payload.update(tokens)
82 |         date_format = "%a %b %d %H:%M:%S %Y"
83 |         expiry_time = datetime.datetime.utcnow() + datetime.timedelta(seconds=tokens['expires_in'])
84 |         payload['expiry'] = expiry_time.strftime(date_format)
85 | 
86 |         open("tokens.json",'w').write(json.dumps(payload))
87 |         
88 | def run(server_class=http.server.HTTPServer, handler_class=HTTPRequestHandler):
89 |     server_address = ('', 3000)
90 |     httpd = server_class(server_address, handler_class)
91 |     httpd.handle_request()
92 | 
93 | webbrowser.open("{}?{}".format("https://www.amazon.com/ap/oa",urllib.parse.urlencode(payload)))
94 | run()
95 | 


--------------------------------------------------------------------------------