├── .gitignore ├── LICENSE ├── README.md ├── draw_audio_function.py └── sample.py /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | *$py.class 5 | 6 | # C extensions 7 | *.so 8 | 9 | # Distribution / packaging 10 | .Python 11 | build/ 12 | develop-eggs/ 13 | dist/ 14 | downloads/ 15 | eggs/ 16 | .eggs/ 17 | lib/ 18 | lib64/ 19 | parts/ 20 | sdist/ 21 | var/ 22 | wheels/ 23 | pip-wheel-metadata/ 24 | share/python-wheels/ 25 | *.egg-info/ 26 | .installed.cfg 27 | *.egg 28 | MANIFEST 29 | 30 | # PyInstaller 31 | # Usually these files are written by a python script from a template 32 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 33 | *.manifest 34 | *.spec 35 | 36 | # Installer logs 37 | pip-log.txt 38 | pip-delete-this-directory.txt 39 | 40 | # Unit test / coverage reports 41 | htmlcov/ 42 | .tox/ 43 | .nox/ 44 | .coverage 45 | .coverage.* 46 | .cache 47 | nosetests.xml 48 | coverage.xml 49 | *.cover 50 | *.py,cover 51 | .hypothesis/ 52 | .pytest_cache/ 53 | 54 | # Translations 55 | *.mo 56 | *.pot 57 | 58 | # Django stuff: 59 | *.log 60 | local_settings.py 61 | db.sqlite3 62 | db.sqlite3-journal 63 | 64 | # Flask stuff: 65 | instance/ 66 | .webassets-cache 67 | 68 | # Scrapy stuff: 69 | .scrapy 70 | 71 | # Sphinx documentation 72 | docs/_build/ 73 | 74 | # PyBuilder 75 | target/ 76 | 77 | # Jupyter Notebook 78 | .ipynb_checkpoints 79 | 80 | # IPython 81 | profile_default/ 82 | ipython_config.py 83 | 84 | # pyenv 85 | .python-version 86 | 87 | # pipenv 88 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. 89 | # However, in case of collaboration, if having platform-specific dependencies or dependencies 90 | # having no cross-platform support, pipenv may install dependencies that don't work, or not 91 | # install all needed dependencies. 92 | #Pipfile.lock 93 | 94 | # PEP 582; used by e.g. github.com/David-OConnor/pyflow 95 | __pypackages__/ 96 | 97 | # Celery stuff 98 | celerybeat-schedule 99 | celerybeat.pid 100 | 101 | # SageMath parsed files 102 | *.sage.py 103 | 104 | # Environments 105 | .env 106 | .venv 107 | env/ 108 | venv/ 109 | ENV/ 110 | env.bak/ 111 | venv.bak/ 112 | 113 | # Spyder project settings 114 | .spyderproject 115 | .spyproject 116 | 117 | # Rope project settings 118 | .ropeproject 119 | 120 | # mkdocs documentation 121 | /site 122 | 123 | # mypy 124 | .mypy_cache/ 125 | .dmypy.json 126 | dmypy.json 127 | 128 | # Pyre type checker 129 | .pyre/ 130 | 131 | # Wav 132 | *.wav 133 | 134 | # bat 135 | *.bat -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "[]" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright [yyyy] [name of copyright owner] 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Draw-Audio-Spectrogram-Using-OpenCV 2 | オーディオスペクトラムや波形をOpenCVで描画するサンプルです。
3 | 4 | # Requirement 5 | ``` 6 | opencv-python 4.5.5.62 or later 7 | PyAudio 0.2.11 or later 8 | ``` 9 | 10 | WindowsでPyAudioをインストールしたい方は、自力でビルドするか、
11 | [非公式のWindowsビルドPyAudio](https://www.lfd.uci.edu/~gohlke/pythonlibs/#pyaudio)を用いてください。 12 | 13 | 14 | # Contents 15 | 16 | 17 | 20 | 23 | 24 | 25 | 28 | 31 | 32 | 33 | 36 | 39 | 40 | 41 | 44 | 47 | 48 | 49 | 52 | 55 | 56 |
18 | No.0 19 | 21 | 22 |
26 | No.1 27 | 29 | 30 |
34 | No.2 35 | 37 | 38 |
42 | No.3 43 | 45 | 46 |
50 | No.4 51 | 53 | 54 |
57 | 58 | # Usage 59 | デモの実行方法は以下です。 60 | ```bash 61 | python sample.py 62 | ``` 63 | * --device
64 | マイクなどの入力デバイス番号の指定
65 | デフォルト：1 66 | * --wave
67 | Waveファイルの指定 ※指定時はマイクデバイスより優先
68 | デフォルト：指定なし 69 | * --frames
70 | フレーム読み出し数
71 | デフォルト：2048 72 | * --fft_n
73 | FFTポイント数
74 | デフォルト：1024 75 | * --draw_type
76 | Contentsの描画種別
77 | デフォルト：0 78 | 79 | # Author 80 | 高橋かずひと(https://twitter.com/KzhtTkhs) 81 | 82 | # License 83 | Draw-Audio-Spectrogram-Using-OpenCV is under [Apache-2.0 license](LICENSE).

84 | -------------------------------------------------------------------------------- /draw_audio_function.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # -*- coding: utf-8 -*- 3 | 4 | import cv2 5 | import numpy as np 6 | 7 | 8 | def draw_audio_spectrum01( 9 | amplitude_spectrum, 10 | sampling_data, 11 | width=854, 12 | height=240, 13 | bar_num=60, 14 | bar_gap=1, 15 | bg_color=(0, 0, 0), 16 | plot_color=(0, 255, 0), 17 | bg_image=None, 18 | ): 19 | if bg_image is None: 20 | image = np.zeros((height, width, 3)) 21 | cv2.rectangle( 22 | image, 23 | (0, 0), 24 | (width, height), 25 | bg_color, 26 | thickness=-1, 27 | ) 28 | else: 29 | image = cv2.resize(bg_image, (width, height)) 30 | 31 | bar_width = width / bar_num 32 | 33 | for index in range(bar_num): 34 | value = amplitude_spectrum[index * 2 + 0] 35 | value *= int(height / 20) 36 | if np.isinf(value): 37 | value = 0 38 | 39 | bar_x1 = int(bar_width * (index + 0) + bar_gap) 40 | bar_y1 = int(height) 41 | bar_x2 = int(bar_width * (index + 1) - bar_gap) 42 | bar_y2 = int(max(height - value / 4, 0)) 43 | 44 | cv2.rectangle( 45 | image, 46 | (bar_x1, bar_y1), 47 | (bar_x2, bar_y2), 48 | plot_color, 49 | thickness=-1, 50 | ) 51 | 52 | return image 53 | 54 | 55 | def draw_audio_spectrum02( 56 | amplitude_spectrum, 57 | sampling_data, 58 | width=854, 59 | height=240, 60 | bar_num=60, 61 | bar_gap=6, 62 | bg_color=(0, 0, 0), 63 | plot_color=(255, 255, 255), 64 | bg_image=None, 65 | ): 66 | if bg_image is None: 67 | image = np.zeros((height, width, 3)) 68 | cv2.rectangle( 69 | image, 70 | (0, 0), 71 | (width, height), 72 | bg_color, 73 | thickness=-1, 74 | ) 75 | else: 76 | image = cv2.resize(bg_image, (width, height)) 77 | 78 | bar_width = width / bar_num 79 | center_y = int(height / 2) 80 | 81 | for index in range(bar_num): 82 | value = amplitude_spectrum[index * 2 + 0] 83 | value *= int(height / 40) 84 | if value < 0: 85 | value = 0 86 | 87 | bar_x1 = int(bar_width * (index + 0) + bar_gap) 88 | bar_y1 = int(height) - center_y 89 | bar_x2 = int(bar_width * (index + 1) - bar_gap) 90 | bar_y2 = int(max(height - value / 4, 0)) - center_y 91 | 92 | cv2.rectangle( 93 | image, 94 | (bar_x1, bar_y1), 95 | (bar_x2, bar_y2), 96 | plot_color, 97 | thickness=-1, 98 | ) 99 | 100 | bar_y2 = int(max(value / 4, 0)) + center_y 101 | 102 | cv2.rectangle( 103 | image, 104 | (bar_x1, bar_y1), 105 | (bar_x2, bar_y2), 106 | plot_color, 107 | thickness=-1, 108 | ) 109 | 110 | return image 111 | 112 | 113 | def draw_audio_spectrum03( 114 | amplitude_spectrum, 115 | sampling_data, 116 | width=480, 117 | height=480, 118 | radius=100, 119 | bar_num=64, 120 | thickness=3, 121 | bg_color=(0, 0, 0), 122 | plot_color=(0, 128, 255), 123 | bg_image=None, 124 | ): 125 | if bg_image is None: 126 | image = np.zeros((height, width, 3)) 127 | cv2.rectangle( 128 | image, 129 | (0, 0), 130 | (width, height), 131 | bg_color, 132 | thickness=-1, 133 | ) 134 | else: 135 | image = cv2.resize(bg_image, (width, height)) 136 | 137 | for index in range(bar_num): 138 | value = amplitude_spectrum[index + 0] 139 | value *= int(height / (radius)) 140 | if value < 0: 141 | value = 0 142 | 143 | rad = (2 * np.pi) * (index / bar_num) 144 | x1 = int(width / 2 + np.sin(rad) * radius) 145 | y1 = int(height / 2 - np.cos(rad) * radius) 146 | rad = (2 * np.pi) * (index / bar_num) 147 | x2 = int(width / 2 + np.sin(rad) * (radius + value / 4)) 148 | y2 = int(height / 2 - np.cos(rad) * (radius + value / 4)) 149 | 150 | cv2.line(image, (x1, y1), (x2, y2), plot_color, thickness=thickness) 151 | 152 | return image 153 | 154 | 155 | def draw_audio_waveform01( 156 | amplitude_spectrum, 157 | sampling_data, 158 | width=854, 159 | height=240, 160 | thickness=2, 161 | bg_color=(255, 255, 255), 162 | plot_color=(255, 0, 0), 163 | bg_image=None, 164 | ): 165 | original_width = len(sampling_data) 166 | center_y = int(height / 2) 167 | 168 | if bg_image is None: 169 | image = np.zeros((height, width, 3)) 170 | cv2.rectangle( 171 | image, 172 | (0, 0), 173 | (original_width, height), 174 | bg_color, 175 | thickness=-1, 176 | ) 177 | else: 178 | image = cv2.resize(bg_image, (original_width, height)) 179 | 180 | prev_value = None 181 | for index, point in enumerate(sampling_data): 182 | value = center_y + int(point * height) 183 | if prev_value is not None: 184 | cv2.line( 185 | image, 186 | (index - 1, prev_value), 187 | (index, value), 188 | plot_color, 189 | thickness=thickness, 190 | lineType=cv2.LINE_8, 191 | ) 192 | prev_value = value 193 | 194 | image = cv2.resize(image, (width, height)) 195 | 196 | return image 197 | 198 | 199 | def draw_audio_waveform02( 200 | amplitude_spectrum, 201 | sampling_data, 202 | width=854, 203 | height=240, 204 | thickness=2, 205 | n_conv=32, 206 | bg_color=(255, 255, 255), 207 | plot_color=(0, 0, 0), 208 | bg_image=None, 209 | ): 210 | original_width = len(sampling_data) 211 | center_y = int(height / 2) 212 | 213 | if bg_image is None: 214 | image = np.zeros((height, width, 3)) 215 | cv2.rectangle( 216 | image, 217 | (0, 0), 218 | (original_width, height), 219 | bg_color, 220 | thickness=-1, 221 | ) 222 | else: 223 | image = cv2.resize(bg_image, (original_width, height)) 224 | 225 | sampling_data_valid = np.convolve( 226 | np.array(sampling_data), 227 | (np.ones(n_conv) / n_conv), 228 | mode='valid', 229 | ) 230 | 231 | prev_value = None 232 | for index, point in enumerate(sampling_data_valid): 233 | value = center_y + int(point * height) 234 | if prev_value is not None: 235 | cv2.line( 236 | image, 237 | (index - 1, prev_value), 238 | (index, value), 239 | plot_color, 240 | thickness=thickness, 241 | lineType=cv2.LINE_8, 242 | ) 243 | prev_value = value 244 | 245 | image = cv2.resize(image, (width, height)) 246 | 247 | return image 248 | -------------------------------------------------------------------------------- /sample.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # -*- coding: utf-8 -*- 3 | import argparse 4 | 5 | import cv2 6 | import wave 7 | import pyaudio 8 | import numpy as np 9 | 10 | from draw_audio_function import ( 11 | draw_audio_spectrum01, 12 | draw_audio_spectrum02, 13 | draw_audio_spectrum03, 14 | draw_audio_waveform01, 15 | draw_audio_waveform02, 16 | ) 17 | 18 | draw_function_list = [ 19 | draw_audio_spectrum01, 20 | draw_audio_spectrum02, 21 | draw_audio_spectrum03, 22 | draw_audio_waveform01, 23 | draw_audio_waveform02, 24 | ] 25 | 26 | 27 | def get_args(): 28 | parser = argparse.ArgumentParser() 29 | 30 | parser.add_argument("--wave", type=str, default=None) 31 | parser.add_argument("--device", type=int, default=1) 32 | 33 | parser.add_argument("--frames", type=int, default=2048) 34 | parser.add_argument("--fft_n", type=int, default=1024) 35 | 36 | parser.add_argument("--draw_type", type=int, default=0) 37 | 38 | args = parser.parse_args() 39 | 40 | return args 41 | 42 | 43 | def main(): 44 | args = get_args() 45 | 46 | filename = args.wave 47 | device_index = args.device 48 | frame_n = args.frames 49 | fft_sample_size = args.fft_n 50 | 51 | draw_type = args.draw_type 52 | 53 | # オーディオストリームを開く 54 | audio = pyaudio.PyAudio() 55 | if filename is not None: 56 | # Waveファイル 57 | wave_file = wave.open(filename, "r") 58 | 59 | format = audio.get_format_from_width(wave_file.getsampwidth()) 60 | nchannels = wave_file.getnchannels() 61 | framerate = wave_file.getframerate() 62 | input_mode = False 63 | input_device_index = device_index 64 | frames_per_buffer = frame_n 65 | else: 66 | # マイクなどのデバイス 67 | format = pyaudio.paInt16 68 | nchannels = 1 69 | framerate = 44100 70 | input_mode = True 71 | input_device_index = device_index 72 | frames_per_buffer = frame_n 73 | 74 | audio_stream = audio.open( 75 | format=format, 76 | channels=nchannels, 77 | rate=framerate, 78 | input=input_mode, 79 | input_device_index=input_device_index, 80 | output=True, 81 | frames_per_buffer=frames_per_buffer, 82 | ) 83 | 84 | # ハミング窓生成 85 | hamming_window = np.hamming(fft_sample_size) 86 | 87 | while True: 88 | if filename is not None: 89 | # Waveファイル フレーム読み込み 90 | frame = wave_file.readframes(frame_n) 91 | if frame == b'': 92 | break 93 | else: 94 | # デバイスからの読み込み 95 | frame = audio_stream.read(frame_n) 96 | 97 | # フレーム再生 98 | audio_stream.write(frame) 99 | 100 | # オーディオスペクトラム用データを生成 101 | # 正規化バッファ取得 102 | buffer = np.frombuffer(frame, dtype="int16") / 32767 103 | # 一部分のみ切り出し 104 | # （正確なスペクトログラムが欲しいわけではないので処理時間短縮のためにシフト省略） 105 | if buffer.shape[0] > fft_sample_size: 106 | sampling_data = buffer[buffer.shape[0] - fft_sample_size:] 107 | # 窓適応 108 | sampling_data = hamming_window * sampling_data 109 | # 周波数解析 110 | frequency = np.fft.fft(sampling_data) 111 | amplitude = np.abs(frequency) 112 | amplitude_spectrum = 20 * np.log(amplitude) 113 | 114 | # 描画 115 | image = draw_function_list[draw_type]( 116 | amplitude_spectrum, 117 | sampling_data, 118 | ) 119 | 120 | cv2.imshow('Draw-Audio-Spectrum-Using-OpenCV Sample', image) 121 | 122 | key = cv2.waitKey(1) 123 | if key == 27: # ESC 124 | break 125 | 126 | audio_stream.close() 127 | audio.terminate() 128 | 129 | 130 | # -------------------------------------------------------------------- 131 | if __name__ == "__main__": 132 | main() 133 | --------------------------------------------------------------------------------