├── settings.gradle ├── cmusphinx-models ├── src │ └── main │ │ ├── AndroidManifest.xml │ │ └── assets │ │ └── sync │ │ ├── en-us-ptm │ │ ├── noisedict │ │ ├── mdef │ │ ├── means │ │ ├── sendump │ │ ├── variances │ │ ├── transition_matrices │ │ ├── feat.params │ │ └── README │ │ └── predefined.lm.bin ├── build.gradle └── assets.xml ├── gradle └── wrapper │ ├── gradle-wrapper.jar │ └── gradle-wrapper.properties ├── app ├── libs │ └── pocketsphinx-android-5prealpha-release.aar ├── build.gradle └── src │ └── main │ ├── AndroidManifest.xml │ └── java │ └── com │ └── nilhcem │ └── androidthings │ └── audiofun │ ├── TtsSpeaker.java │ ├── MainActivity.java │ └── PocketSphinx.java ├── README.md ├── .gitignore ├── gradlew.bat ├── gradlew └── LICENSE /settings.gradle: -------------------------------------------------------------------------------- 1 | include ':app', ':cmusphinx-models' 2 | -------------------------------------------------------------------------------- /cmusphinx-models/src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- 1 | 3 | 4 | -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/noisedict: -------------------------------------------------------------------------------- 1 | SIL 2 | SIL 3 | SIL 4 | [NOISE] +NSN+ 5 | [SPEECH] +SPN+ 6 | -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /app/libs/pocketsphinx-android-5prealpha-release.aar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/app/libs/pocketsphinx-android-5prealpha-release.aar -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/mdef: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/en-us-ptm/mdef -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/means: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/en-us-ptm/means -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/sendump: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/en-us-ptm/sendump -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/predefined.lm.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/predefined.lm.bin -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/variances: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/en-us-ptm/variances -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/transition_matrices: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nilhcem/audiofun-androidthings/HEAD/cmusphinx-models/src/main/assets/sync/en-us-ptm/transition_matrices -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Android Things Audio Fun 2 | 3 | Android Things project demonstrating Text-To-Speech and Speech-To-Text 4 | 5 | [Blog post][blog-post] 6 | 7 | [blog-post]: http://nilhcem.com/android-things/control-your-devices-through-voice-with-usb-audio-support 8 | -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/feat.params: -------------------------------------------------------------------------------- 1 | -lowerf 130 2 | -upperf 6800 3 | -nfilt 25 4 | -transform dct 5 | -lifter 22 6 | -feat 1s_c_d_dd 7 | -svspec 0-12/13-25/26-38 8 | -agc none 9 | -cmn batch 10 | -varnorm no 11 | -model ptm 12 | -cmninit 40,10,10 13 | 14 | -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- 1 | #Sun Feb 26 09:55:00 PDT 2017 2 | distributionBase=GRADLE_USER_HOME 3 | distributionPath=wrapper/dists 4 | zipStoreBase=GRADLE_USER_HOME 5 | zipStorePath=wrapper/dists 6 | distributionUrl=https\://services.gradle.org/distributions/gradle-3.4-all.zip 7 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Temporary files 2 | *~ 3 | \#*# 4 | 5 | # Android binary 6 | *.apk 7 | 8 | # hprof captures 9 | captures/ 10 | 11 | # Gradle files 12 | .gradle/ 13 | build/ 14 | 15 | # Local configuration file 16 | local.properties 17 | 18 | # IntelliJ 19 | *.iml 20 | .idea/ 21 | 22 | # Pocketsphinx additional files 23 | *.md5 24 | *.lst 25 | 26 | # OSX files 27 | .DS_Store 28 | 29 | # Windows files 30 | Thumbs.db 31 | -------------------------------------------------------------------------------- /cmusphinx-models/build.gradle: -------------------------------------------------------------------------------- 1 | apply plugin: 'com.android.library' 2 | 3 | android { 4 | compileSdkVersion rootProject.ext.compileSdkVersion 5 | buildToolsVersion rootProject.ext.buildToolsVersion 6 | 7 | defaultConfig { 8 | minSdkVersion rootProject.ext.minSdkVersion 9 | } 10 | } 11 | 12 | ant.importBuild 'assets.xml' 13 | preBuild.dependsOn(list, checksum) 14 | clean.dependsOn(clean_assets) 15 | -------------------------------------------------------------------------------- /app/build.gradle: -------------------------------------------------------------------------------- 1 | apply plugin: 'com.android.application' 2 | 3 | android { 4 | compileSdkVersion rootProject.ext.compileSdkVersion 5 | buildToolsVersion rootProject.ext.buildToolsVersion 6 | 7 | defaultConfig { 8 | applicationId 'com.nilhcem.androidthings.audiofun' 9 | minSdkVersion rootProject.ext.minSdkVersion 10 | targetSdkVersion rootProject.ext.targetSdkVersion 11 | versionCode 1 12 | versionName '1.0.0' 13 | } 14 | } 15 | 16 | dependencies { 17 | provided 'com.google.android.things:androidthings:0.2-devpreview' 18 | 19 | compile 'edu.cmu.pocketsphinx:pocketsphinx-android:5prealpha-release@aar' 20 | compile project(':cmusphinx-models') 21 | } 22 | -------------------------------------------------------------------------------- /cmusphinx-models/assets.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /app/src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 6 | 7 | 8 | 9 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /cmusphinx-models/src/main/assets/sync/en-us-ptm/README: -------------------------------------------------------------------------------- 1 | /* ==================================================================== 2 | * Copyright (c) 2015 Alpha Cephei Inc. All rights 3 | * reserved. 4 | * 5 | * Redistribution and use in source and binary forms, with or without 6 | * modification, are permitted provided that the following conditions 7 | * are met: 8 | * 9 | * 1. Redistributions of source code must retain the above copyright 10 | * notice, this list of conditions and the following disclaimer. 11 | * 12 | * 2. Redistributions in binary form must reproduce the above copyright 13 | * notice, this list of conditions and the following disclaimer in 14 | * the documentation and/or other materials provided with the 15 | * distribution. 16 | * 17 | * THIS SOFTWARE IS PROVIDED BY ALPHA CEPHEI INC. ``AS IS'' AND. 18 | * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,. 19 | * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 20 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL ALPHA CEPHEI INC. 21 | * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 22 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT. 23 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,. 24 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY. 25 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT. 26 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE. 27 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 | * 29 | * ==================================================================== 30 | * 31 | */ 32 | 33 | This directory contains generic US english acoustic model trained with 34 | latest sphinxtrain. 35 | -------------------------------------------------------------------------------- /gradlew.bat: -------------------------------------------------------------------------------- 1 | @if "%DEBUG%" == "" @echo off 2 | @rem ########################################################################## 3 | @rem 4 | @rem Gradle startup script for Windows 5 | @rem 6 | @rem ########################################################################## 7 | 8 | @rem Set local scope for the variables with windows NT shell 9 | if "%OS%"=="Windows_NT" setlocal 10 | 11 | @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. 12 | set DEFAULT_JVM_OPTS= 13 | 14 | set DIRNAME=%~dp0 15 | if "%DIRNAME%" == "" set DIRNAME=. 16 | set APP_BASE_NAME=%~n0 17 | set APP_HOME=%DIRNAME% 18 | 19 | @rem Find java.exe 20 | if defined JAVA_HOME goto findJavaFromJavaHome 21 | 22 | set JAVA_EXE=java.exe 23 | %JAVA_EXE% -version >NUL 2>&1 24 | if "%ERRORLEVEL%" == "0" goto init 25 | 26 | echo. 27 | echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. 28 | echo. 29 | echo Please set the JAVA_HOME variable in your environment to match the 30 | echo location of your Java installation. 31 | 32 | goto fail 33 | 34 | :findJavaFromJavaHome 35 | set JAVA_HOME=%JAVA_HOME:"=% 36 | set JAVA_EXE=%JAVA_HOME%/bin/java.exe 37 | 38 | if exist "%JAVA_EXE%" goto init 39 | 40 | echo. 41 | echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% 42 | echo. 43 | echo Please set the JAVA_HOME variable in your environment to match the 44 | echo location of your Java installation. 45 | 46 | goto fail 47 | 48 | :init 49 | @rem Get command-line arguments, handling Windowz variants 50 | 51 | if not "%OS%" == "Windows_NT" goto win9xME_args 52 | if "%@eval[2+2]" == "4" goto 4NT_args 53 | 54 | :win9xME_args 55 | @rem Slurp the command line arguments. 56 | set CMD_LINE_ARGS= 57 | set _SKIP=2 58 | 59 | :win9xME_args_slurp 60 | if "x%~1" == "x" goto execute 61 | 62 | set CMD_LINE_ARGS=%* 63 | goto execute 64 | 65 | :4NT_args 66 | @rem Get arguments from the 4NT Shell from JP Software 67 | set CMD_LINE_ARGS=%$ 68 | 69 | :execute 70 | @rem Setup the command line 71 | 72 | set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar 73 | 74 | @rem Execute Gradle 75 | "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% 76 | 77 | :end 78 | @rem End local scope for the variables with windows NT shell 79 | if "%ERRORLEVEL%"=="0" goto mainEnd 80 | 81 | :fail 82 | rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of 83 | rem the _cmd.exe /c_ return code! 84 | if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 85 | exit /b 1 86 | 87 | :mainEnd 88 | if "%OS%"=="Windows_NT" endlocal 89 | 90 | :omega 91 | -------------------------------------------------------------------------------- /app/src/main/java/com/nilhcem/androidthings/audiofun/TtsSpeaker.java: -------------------------------------------------------------------------------- 1 | package com.nilhcem.androidthings.audiofun; 2 | 3 | import android.content.Context; 4 | import android.speech.tts.TextToSpeech; 5 | import android.speech.tts.UtteranceProgressListener; 6 | import android.util.Log; 7 | 8 | import java.util.Locale; 9 | 10 | public class TtsSpeaker implements TextToSpeech.OnInitListener { 11 | 12 | interface Listener { 13 | void onTtsInitialized(); 14 | 15 | void onTtsSpoken(); 16 | } 17 | 18 | private static final String TAG = TtsSpeaker.class.getSimpleName(); 19 | private static final String UTTERANCE_ID = BuildConfig.APPLICATION_ID + ".UTTERANCE_ID"; 20 | 21 | private Listener listener; 22 | private boolean isInitialized = false; 23 | private TextToSpeech ttsEngine; 24 | 25 | public TtsSpeaker(Context context, Listener listener) { 26 | this.listener = listener; 27 | ttsEngine = new TextToSpeech(context, this); 28 | } 29 | 30 | @Override 31 | public void onInit(int status) { 32 | if (status == TextToSpeech.SUCCESS) { 33 | ttsEngine.setLanguage(Locale.US); 34 | ttsEngine.setOnUtteranceProgressListener(new UtteranceProgressListener() { 35 | @Override 36 | public void onStart(String utteranceId) { 37 | Log.i(TAG, "onStart"); 38 | } 39 | 40 | @Override 41 | public void onDone(String utteranceId) { 42 | Log.i(TAG, "onDone"); 43 | listener.onTtsSpoken(); 44 | } 45 | 46 | @Override 47 | public void onError(String utteranceId, int errorCode) { 48 | Log.w(TAG, "onError (" + utteranceId + ")" + ". Error code: " + errorCode); 49 | } 50 | 51 | @Override 52 | public void onError(String utteranceId) { 53 | Log.w(TAG, "onError"); 54 | } 55 | }); 56 | 57 | ttsEngine.setPitch(1f); 58 | ttsEngine.setSpeechRate(1f); 59 | 60 | isInitialized = true; 61 | Log.i(TAG, "TTS initialized successfully"); 62 | listener.onTtsInitialized(); 63 | } else { 64 | Log.w(TAG, "Could not open TTS Engine (onInit status=" + status + "). Ignoring text to speech"); 65 | ttsEngine = null; 66 | } 67 | } 68 | 69 | public void say(String message) { 70 | if (!isInitialized || ttsEngine == null) { 71 | Log.w(TAG, "TTS is not initialized yet, be patient"); 72 | return; 73 | } 74 | 75 | ttsEngine.speak(message, TextToSpeech.QUEUE_ADD, null, UTTERANCE_ID); 76 | } 77 | 78 | public void onDestroy() { 79 | if (ttsEngine != null) { 80 | ttsEngine.stop(); 81 | ttsEngine.shutdown(); 82 | } 83 | } 84 | } 85 | -------------------------------------------------------------------------------- /app/src/main/java/com/nilhcem/androidthings/audiofun/MainActivity.java: -------------------------------------------------------------------------------- 1 | package com.nilhcem.androidthings.audiofun; 2 | 3 | import android.app.Activity; 4 | import android.os.Bundle; 5 | 6 | import java.text.DateFormat; 7 | import java.text.SimpleDateFormat; 8 | import java.util.Date; 9 | import java.util.Locale; 10 | 11 | public class MainActivity extends Activity implements TtsSpeaker.Listener, PocketSphinx.Listener { 12 | 13 | private enum State { 14 | INITALIZING, 15 | LISTENING_TO_KEYPHRASE, 16 | CONFIRMING_KEYPHRASE, 17 | LISTENING_TO_ACTION, 18 | CONFIRMING_ACTION, 19 | TIMEOUT 20 | } 21 | 22 | private TtsSpeaker tts; 23 | private PocketSphinx pocketsphinx; 24 | private State state; 25 | 26 | @Override 27 | protected void onCreate(Bundle savedInstanceState) { 28 | super.onCreate(savedInstanceState); 29 | tts = new TtsSpeaker(this, this); 30 | } 31 | 32 | @Override 33 | protected void onDestroy() { 34 | super.onDestroy(); 35 | tts.onDestroy(); 36 | pocketsphinx.onDestroy(); 37 | } 38 | 39 | @Override 40 | public void onTtsInitialized() { 41 | // There's no runtime permissions on Android Things. 42 | // Otherwise, we would first have to ask for the Manifest.permission.RECORD_AUDIO 43 | pocketsphinx = new PocketSphinx(this, this); 44 | } 45 | 46 | @Override 47 | public void onTtsSpoken() { 48 | switch (state) { 49 | case INITALIZING: 50 | case CONFIRMING_ACTION: 51 | case TIMEOUT: 52 | state = State.LISTENING_TO_KEYPHRASE; 53 | pocketsphinx.startListeningToActivationPhrase(); 54 | break; 55 | case CONFIRMING_KEYPHRASE: 56 | state = State.LISTENING_TO_ACTION; 57 | pocketsphinx.startListeningToAction(); 58 | break; 59 | } 60 | } 61 | 62 | @Override 63 | public void onSpeechRecognizerReady() { 64 | state = State.INITALIZING; 65 | tts.say("I'm ready!"); 66 | } 67 | 68 | @Override 69 | public void onActivationPhraseDetected() { 70 | state = State.CONFIRMING_KEYPHRASE; 71 | tts.say("Yup?"); 72 | } 73 | 74 | @Override 75 | public void onTextRecognized(String recognizedText) { 76 | state = State.CONFIRMING_ACTION; 77 | 78 | String answer; 79 | String input = recognizedText == null ? "" : recognizedText; 80 | if (input.contains("tv")) { 81 | answer = "No, you need to work!"; 82 | } else if (input.contains("time")) { 83 | DateFormat dateFormat = new SimpleDateFormat("HH mm", Locale.US); 84 | answer = "It is " + dateFormat.format(new Date()); 85 | } else if (input.matches(".* joke")) { 86 | answer = "You are a joke."; 87 | } else if (input.contains("weather")) { 88 | answer = "Buy me some sensors, and I will tell you."; 89 | } else if (input.matches("how are you.*")) { 90 | answer = "Could not be worst with you."; 91 | } else { 92 | answer = "Sorry, I didn't understand your poor English."; 93 | } 94 | tts.say(answer); 95 | } 96 | 97 | @Override 98 | public void onTimeout() { 99 | state = State.TIMEOUT; 100 | tts.say("Timeout! You're too slow"); 101 | } 102 | } 103 | -------------------------------------------------------------------------------- /gradlew: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | ############################################################################## 4 | ## 5 | ## Gradle start up script for UN*X 6 | ## 7 | ############################################################################## 8 | 9 | # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. 10 | DEFAULT_JVM_OPTS="" 11 | 12 | APP_NAME="Gradle" 13 | APP_BASE_NAME=`basename "$0"` 14 | 15 | # Use the maximum available, or set MAX_FD != -1 to use that value. 16 | MAX_FD="maximum" 17 | 18 | warn ( ) { 19 | echo "$*" 20 | } 21 | 22 | die ( ) { 23 | echo 24 | echo "$*" 25 | echo 26 | exit 1 27 | } 28 | 29 | # OS specific support (must be 'true' or 'false'). 30 | cygwin=false 31 | msys=false 32 | darwin=false 33 | case "`uname`" in 34 | CYGWIN* ) 35 | cygwin=true 36 | ;; 37 | Darwin* ) 38 | darwin=true 39 | ;; 40 | MINGW* ) 41 | msys=true 42 | ;; 43 | esac 44 | 45 | # Attempt to set APP_HOME 46 | # Resolve links: $0 may be a link 47 | PRG="$0" 48 | # Need this for relative symlinks. 49 | while [ -h "$PRG" ] ; do 50 | ls=`ls -ld "$PRG"` 51 | link=`expr "$ls" : '.*-> \(.*\)$'` 52 | if expr "$link" : '/.*' > /dev/null; then 53 | PRG="$link" 54 | else 55 | PRG=`dirname "$PRG"`"/$link" 56 | fi 57 | done 58 | SAVED="`pwd`" 59 | cd "`dirname \"$PRG\"`/" >/dev/null 60 | APP_HOME="`pwd -P`" 61 | cd "$SAVED" >/dev/null 62 | 63 | CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar 64 | 65 | # Determine the Java command to use to start the JVM. 66 | if [ -n "$JAVA_HOME" ] ; then 67 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 68 | # IBM's JDK on AIX uses strange locations for the executables 69 | JAVACMD="$JAVA_HOME/jre/sh/java" 70 | else 71 | JAVACMD="$JAVA_HOME/bin/java" 72 | fi 73 | if [ ! -x "$JAVACMD" ] ; then 74 | die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME 75 | 76 | Please set the JAVA_HOME variable in your environment to match the 77 | location of your Java installation." 78 | fi 79 | else 80 | JAVACMD="java" 81 | which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. 82 | 83 | Please set the JAVA_HOME variable in your environment to match the 84 | location of your Java installation." 85 | fi 86 | 87 | # Increase the maximum file descriptors if we can. 88 | if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then 89 | MAX_FD_LIMIT=`ulimit -H -n` 90 | if [ $? -eq 0 ] ; then 91 | if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then 92 | MAX_FD="$MAX_FD_LIMIT" 93 | fi 94 | ulimit -n $MAX_FD 95 | if [ $? -ne 0 ] ; then 96 | warn "Could not set maximum file descriptor limit: $MAX_FD" 97 | fi 98 | else 99 | warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" 100 | fi 101 | fi 102 | 103 | # For Darwin, add options to specify how the application appears in the dock 104 | if $darwin; then 105 | GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" 106 | fi 107 | 108 | # For Cygwin, switch paths to Windows format before running java 109 | if $cygwin ; then 110 | APP_HOME=`cygpath --path --mixed "$APP_HOME"` 111 | CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` 112 | JAVACMD=`cygpath --unix "$JAVACMD"` 113 | 114 | # We build the pattern for arguments to be converted via cygpath 115 | ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` 116 | SEP="" 117 | for dir in $ROOTDIRSRAW ; do 118 | ROOTDIRS="$ROOTDIRS$SEP$dir" 119 | SEP="|" 120 | done 121 | OURCYGPATTERN="(^($ROOTDIRS))" 122 | # Add a user-defined pattern to the cygpath arguments 123 | if [ "$GRADLE_CYGPATTERN" != "" ] ; then 124 | OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" 125 | fi 126 | # Now convert the arguments - kludge to limit ourselves to /bin/sh 127 | i=0 128 | for arg in "$@" ; do 129 | CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` 130 | CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option 131 | 132 | if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition 133 | eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` 134 | else 135 | eval `echo args$i`="\"$arg\"" 136 | fi 137 | i=$((i+1)) 138 | done 139 | case $i in 140 | (0) set -- ;; 141 | (1) set -- "$args0" ;; 142 | (2) set -- "$args0" "$args1" ;; 143 | (3) set -- "$args0" "$args1" "$args2" ;; 144 | (4) set -- "$args0" "$args1" "$args2" "$args3" ;; 145 | (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; 146 | (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; 147 | (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; 148 | (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; 149 | (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; 150 | esac 151 | fi 152 | 153 | # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules 154 | function splitJvmOpts() { 155 | JVM_OPTS=("$@") 156 | } 157 | eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS 158 | JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME" 159 | 160 | exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@" 161 | -------------------------------------------------------------------------------- /app/src/main/java/com/nilhcem/androidthings/audiofun/PocketSphinx.java: -------------------------------------------------------------------------------- 1 | package com.nilhcem.androidthings.audiofun; 2 | 3 | import android.content.Context; 4 | import android.os.AsyncTask; 5 | import android.util.Log; 6 | 7 | import java.io.File; 8 | import java.io.IOException; 9 | 10 | import edu.cmu.pocketsphinx.Assets; 11 | import edu.cmu.pocketsphinx.Hypothesis; 12 | import edu.cmu.pocketsphinx.RecognitionListener; 13 | import edu.cmu.pocketsphinx.SpeechRecognizer; 14 | import edu.cmu.pocketsphinx.SpeechRecognizerSetup; 15 | 16 | public class PocketSphinx implements RecognitionListener { 17 | 18 | public interface Listener { 19 | void onSpeechRecognizerReady(); 20 | 21 | void onActivationPhraseDetected(); 22 | 23 | void onTextRecognized(String recognizedText); 24 | 25 | void onTimeout(); 26 | } 27 | 28 | private static final String TAG = PocketSphinx.class.getSimpleName(); 29 | private static final String ACTIVATION_KEYPHRASE = "ok things"; 30 | 31 | /* Named searches allow to quickly reconfigure the decoder */ 32 | private static final String WAKEUP_SEARCH = "wakeup"; 33 | private static final String ACTION_SEARCH = "action"; 34 | 35 | private final Listener listener; 36 | 37 | private SpeechRecognizer recognizer; 38 | 39 | public PocketSphinx(Context context, Listener listener) { 40 | this.listener = listener; 41 | runRecognizerSetup(context); 42 | } 43 | 44 | @Override 45 | public void onBeginningOfSpeech() { 46 | Log.d(TAG, "onBeginningOfSpeech"); 47 | } 48 | 49 | /** 50 | * We stop recognizer here to get a final result 51 | */ 52 | @Override 53 | public void onEndOfSpeech() { 54 | Log.d(TAG, "onEndOfSpeech"); 55 | 56 | if (!recognizer.getSearchName().equals(WAKEUP_SEARCH)) { 57 | Log.i(TAG, "End of speech. Stop recognizer"); 58 | recognizer.stop(); 59 | } 60 | } 61 | 62 | /** 63 | * In partial result we get quick updates about current hypothesis. In 64 | * keyword spotting mode we can react here, in other modes we need to wait 65 | * for final result in onResult. 66 | */ 67 | @Override 68 | public void onPartialResult(Hypothesis hypothesis) { 69 | if (hypothesis == null) { 70 | return; 71 | } 72 | 73 | String text = hypothesis.getHypstr(); 74 | if (text.equals(ACTIVATION_KEYPHRASE)) { 75 | Log.i(TAG, "Activation keyphrase detected during a partial result"); 76 | recognizer.stop(); 77 | } else { 78 | Log.i(TAG, "On partial result: " + text); 79 | } 80 | } 81 | 82 | /** 83 | * This callback is called when we stop the recognizer. 84 | */ 85 | @Override 86 | public void onResult(Hypothesis hypothesis) { 87 | if (hypothesis == null) { 88 | return; 89 | } 90 | 91 | String text = hypothesis.getHypstr(); 92 | Log.i(TAG, "On result: " + text); 93 | 94 | if (ACTIVATION_KEYPHRASE.equals(text)) { 95 | listener.onActivationPhraseDetected(); 96 | } else { 97 | listener.onTextRecognized(text); 98 | } 99 | } 100 | 101 | @Override 102 | public void onError(Exception e) { 103 | Log.e(TAG, "On error", e); 104 | } 105 | 106 | @Override 107 | public void onTimeout() { 108 | Log.i(TAG, "Timeout!"); 109 | recognizer.stop(); 110 | listener.onTimeout(); 111 | } 112 | 113 | public void startListeningToActivationPhrase() { 114 | Log.i(TAG, "Start listening for the \"ok things\" keyphrase"); 115 | recognizer.startListening(WAKEUP_SEARCH); 116 | } 117 | 118 | public void startListeningToAction() { 119 | Log.i(TAG, "Start listening for some actions with a 10secs timeout"); 120 | recognizer.startListening(ACTION_SEARCH, 10000); 121 | } 122 | 123 | public void onDestroy() { 124 | if (recognizer != null) { 125 | recognizer.cancel(); 126 | recognizer.shutdown(); 127 | } 128 | } 129 | 130 | private void runRecognizerSetup(final Context context) { 131 | Log.d(TAG, "Recognizer setup"); 132 | 133 | // Recognizer initialization is a time-consuming and it involves IO, so we execute it in async task 134 | new AsyncTask() { 135 | @Override 136 | protected Exception doInBackground(Void... params) { 137 | try { 138 | Assets assets = new Assets(context); 139 | File assetDir = assets.syncAssets(); 140 | setupRecognizer(assetDir); 141 | } catch (IOException e) { 142 | return e; 143 | } 144 | return null; 145 | } 146 | 147 | @Override 148 | protected void onPostExecute(Exception result) { 149 | if (result != null) { 150 | Log.e(TAG, "Failed to initialize recognizer: " + result); 151 | } else { 152 | listener.onSpeechRecognizerReady(); 153 | } 154 | } 155 | }.execute(); 156 | } 157 | 158 | private void setupRecognizer(File assetsDir) throws IOException { 159 | recognizer = SpeechRecognizerSetup.defaultSetup() 160 | .setAcousticModel(new File(assetsDir, "en-us-ptm")) 161 | .setDictionary(new File(assetsDir, "cmudict-en-us.dict")) 162 | .getRecognizer(); 163 | recognizer.addListener(this); 164 | 165 | // Custom recognizer 166 | recognizer.addKeyphraseSearch(WAKEUP_SEARCH, ACTIVATION_KEYPHRASE); 167 | recognizer.addNgramSearch(ACTION_SEARCH, new File(assetsDir, "predefined.lm.bin")); 168 | } 169 | } 170 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "{}" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright {yyyy} {name of copyright owner} 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | --------------------------------------------------------------------------------