├── .gitignore ├── LICENSE ├── README.md ├── build.gradle ├── gradle.properties ├── gradle └── wrapper │ ├── gradle-wrapper.jar │ └── gradle-wrapper.properties ├── gradlew ├── gradlew.bat ├── proguard-rules.pro ├── settings.gradle └── src └── main ├── AndroidManifest.xml ├── java └── ai │ └── snips │ └── snipsdemo │ ├── DemoApplication.java │ └── MainActivity.java └── res ├── layout └── activity_main.xml ├── mipmap-hdpi ├── ic_launcher.png └── ic_launcher_round.png ├── mipmap-mdpi ├── ic_launcher.png └── ic_launcher_round.png ├── mipmap-xhdpi ├── ic_launcher.png └── ic_launcher_round.png ├── mipmap-xxhdpi ├── ic_launcher.png └── ic_launcher_round.png ├── mipmap-xxxhdpi ├── ic_launcher.png └── ic_launcher_round.png └── values ├── colors.xml ├── strings.xml └── styles.xml /.gitignore: -------------------------------------------------------------------------------- 1 | # Built application files 2 | *.apk 3 | *.ap_ 4 | 5 | # Files for the ART/Dalvik VM 6 | *.dex 7 | 8 | # Java class files 9 | *.class 10 | 11 | # Generated files 12 | bin/ 13 | gen/ 14 | out/ 15 | 16 | # Gradle files 17 | .gradle/ 18 | build/ 19 | 20 | # Local configuration file (sdk path, etc) 21 | local.properties 22 | 23 | # Proguard folder generated by Eclipse 24 | proguard/ 25 | 26 | # Log Files 27 | *.log 28 | 29 | # Android Studio Navigation editor temp files 30 | .navigation/ 31 | 32 | # Android Studio captures folder 33 | captures/ 34 | 35 | # Intellij 36 | *.iml 37 | .idea/ 38 | 39 | # Keystore files 40 | *.jks 41 | 42 | # External native build folder generated in Android Studio 2.2 and later 43 | .externalNativeBuild 44 | 45 | # Google Services (e.g. APIs or Firebase) 46 | google-services.json 47 | 48 | # Freeline 49 | freeline.py 50 | freeline/ 51 | freeline_project_description.json 52 | 53 | # OS-specific files 54 | .DS_Store 55 | .DS_Store? 56 | ._* 57 | .Spotlight-V100 58 | .Trashes 59 | ehthumbs.db 60 | Thumbs.db 61 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "{}" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright {yyyy} {name of copyright owner} 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Snips Android Demo 2 | A demo of the Snips Platform for Android 3 | 4 | This shows basic integration of the snips platform in an Android application. 5 | 6 | ## Compiling 7 | 8 | A simple 9 | ``` 10 | $ ./gradlew installDebug 11 | ``` 12 | should install the demo on a connected device 13 | 14 | > If you see errors while connecting to `nexus.snips.ai` upgrade you java to a recent version (we're using Let's Encrypt for our SSL certificates and older version of java do not support it) 15 | 16 | ## Running 17 | 18 | Make sure you have an unzipped snips assitant in the folder `snips_android_assistant` at the root of the external storage on you Android. You can create and download assistants on the [Snips Console](https://console.snips.ai) 19 | 20 | You can copy the files with adb : 21 | 22 | ``` 23 | unzip your_assistant.zip 24 | adb push assistant/* /sdcard/snips_android_assistant/ 25 | ``` 26 | 27 | 28 | Click the `start` button in the app to start the `snips-platform`. 29 | 30 | Current implementation is completly dumb and show the detected hotword/intents. A simple TTS is said when an intent is detected. 31 | 32 | ## Going further 33 | 34 | You can check the [installation](https://snips.gitbook.io/documentation/installing-snips/on-android) and [usage](https://snips.gitbook.io/documentation/installing-snips/on-android/using-the-platform-on-android) page in our documentation. 35 | 36 | ## Licence 37 | 38 | Licenced under the Apache License, Version 2.0 ([LICENSE](./LICENCE) or http://www.apache.org/licenses/LICENSE-2.0) 39 | -------------------------------------------------------------------------------- /build.gradle: -------------------------------------------------------------------------------- 1 | // Top-level build file where you can add configuration options common to all sub-projects/modules. 2 | 3 | buildscript { 4 | repositories { 5 | jcenter() 6 | google() 7 | } 8 | dependencies { 9 | classpath 'com.android.tools.build:gradle:3.2.1' 10 | 11 | // NOTE: Do not place your application dependencies here; they belong 12 | // in the individual module build.gradle files 13 | } 14 | } 15 | 16 | repositories { 17 | mavenLocal() 18 | google() 19 | jcenter() 20 | maven { 21 | url "https://nexus-repository.snips.ai/repository/snips-maven-releases/" 22 | } 23 | maven { 24 | url "https://nexus-repository.snips.ai/repository/snips-maven-snapshots/" 25 | } 26 | } 27 | 28 | apply plugin: 'com.android.application' 29 | 30 | android { 31 | compileSdkVersion 27 32 | buildToolsVersion '28.0.3' 33 | defaultConfig { 34 | applicationId "ai.snips.snipsdemo" 35 | minSdkVersion 21 36 | targetSdkVersion 27 37 | versionCode 1 38 | versionName "1.0" 39 | testInstrumentationRunner "android.support.test.runner.AndroidJUnitRunner" 40 | } 41 | buildTypes { 42 | release { 43 | minifyEnabled false 44 | proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro' 45 | } 46 | } 47 | packagingOptions { 48 | exclude 'lib/armeabi/*' 49 | exclude 'lib/mips/*' 50 | exclude 'lib/mips64/*' 51 | } 52 | 53 | splits { 54 | abi { 55 | enable true 56 | reset() 57 | include "x86", "x86_64", "armeabi-v7a", "arm64-v8a" 58 | universalApk false 59 | } 60 | } 61 | } 62 | 63 | dependencies { 64 | androidTestImplementation('com.android.support.test.espresso:espresso-core:2.2.2', { 65 | exclude group: 'com.android.support', module: 'support-annotations' 66 | }) 67 | implementation 'com.android.support:appcompat-v7:27.1.1' 68 | implementation 'com.android.support.constraint:constraint-layout:1.1.2' 69 | 70 | implementation('ai.snips:snips-platform-android:0.64.0@aar') { 71 | transitive = true 72 | } 73 | 74 | testImplementation 'junit:junit:4.12' 75 | } 76 | -------------------------------------------------------------------------------- /gradle.properties: -------------------------------------------------------------------------------- 1 | # Project-wide Gradle settings. 2 | 3 | # IDE (e.g. Android Studio) users: 4 | # Gradle settings configured through the IDE *will override* 5 | # any settings specified in this file. 6 | 7 | # For more details on how to configure your build environment visit 8 | # http://www.gradle.org/docs/current/userguide/build_environment.html 9 | 10 | # Specifies the JVM arguments used for the daemon process. 11 | # The setting is particularly useful for tweaking memory settings. 12 | org.gradle.jvmargs=-Xmx4096m 13 | 14 | # When configured, Gradle will run in incubating parallel mode. 15 | # This option should only be used with decoupled projects. More details, visit 16 | # http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects 17 | # org.gradle.parallel=true 18 | -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snipsco/snips-platform-android-demo/8af01d3ca568d456f8a22b1b122a72f74fc72459/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- 1 | #Mon Oct 29 14:42:06 CET 2018 2 | distributionBase=GRADLE_USER_HOME 3 | distributionPath=wrapper/dists 4 | zipStoreBase=GRADLE_USER_HOME 5 | zipStorePath=wrapper/dists 6 | distributionUrl=https\://services.gradle.org/distributions/gradle-4.6-all.zip 7 | -------------------------------------------------------------------------------- /gradlew: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env sh 2 | 3 | ############################################################################## 4 | ## 5 | ## Gradle start up script for UN*X 6 | ## 7 | ############################################################################## 8 | 9 | # Attempt to set APP_HOME 10 | # Resolve links: $0 may be a link 11 | PRG="$0" 12 | # Need this for relative symlinks. 13 | while [ -h "$PRG" ] ; do 14 | ls=`ls -ld "$PRG"` 15 | link=`expr "$ls" : '.*-> \(.*\)$'` 16 | if expr "$link" : '/.*' > /dev/null; then 17 | PRG="$link" 18 | else 19 | PRG=`dirname "$PRG"`"/$link" 20 | fi 21 | done 22 | SAVED="`pwd`" 23 | cd "`dirname \"$PRG\"`/" >/dev/null 24 | APP_HOME="`pwd -P`" 25 | cd "$SAVED" >/dev/null 26 | 27 | APP_NAME="Gradle" 28 | APP_BASE_NAME=`basename "$0"` 29 | 30 | # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. 31 | DEFAULT_JVM_OPTS="" 32 | 33 | # Use the maximum available, or set MAX_FD != -1 to use that value. 34 | MAX_FD="maximum" 35 | 36 | warn () { 37 | echo "$*" 38 | } 39 | 40 | die () { 41 | echo 42 | echo "$*" 43 | echo 44 | exit 1 45 | } 46 | 47 | # OS specific support (must be 'true' or 'false'). 48 | cygwin=false 49 | msys=false 50 | darwin=false 51 | nonstop=false 52 | case "`uname`" in 53 | CYGWIN* ) 54 | cygwin=true 55 | ;; 56 | Darwin* ) 57 | darwin=true 58 | ;; 59 | MINGW* ) 60 | msys=true 61 | ;; 62 | NONSTOP* ) 63 | nonstop=true 64 | ;; 65 | esac 66 | 67 | CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar 68 | 69 | # Determine the Java command to use to start the JVM. 70 | if [ -n "$JAVA_HOME" ] ; then 71 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 72 | # IBM's JDK on AIX uses strange locations for the executables 73 | JAVACMD="$JAVA_HOME/jre/sh/java" 74 | else 75 | JAVACMD="$JAVA_HOME/bin/java" 76 | fi 77 | if [ ! -x "$JAVACMD" ] ; then 78 | die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME 79 | 80 | Please set the JAVA_HOME variable in your environment to match the 81 | location of your Java installation." 82 | fi 83 | else 84 | JAVACMD="java" 85 | which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. 86 | 87 | Please set the JAVA_HOME variable in your environment to match the 88 | location of your Java installation." 89 | fi 90 | 91 | # Increase the maximum file descriptors if we can. 92 | if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then 93 | MAX_FD_LIMIT=`ulimit -H -n` 94 | if [ $? -eq 0 ] ; then 95 | if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then 96 | MAX_FD="$MAX_FD_LIMIT" 97 | fi 98 | ulimit -n $MAX_FD 99 | if [ $? -ne 0 ] ; then 100 | warn "Could not set maximum file descriptor limit: $MAX_FD" 101 | fi 102 | else 103 | warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" 104 | fi 105 | fi 106 | 107 | # For Darwin, add options to specify how the application appears in the dock 108 | if $darwin; then 109 | GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" 110 | fi 111 | 112 | # For Cygwin, switch paths to Windows format before running java 113 | if $cygwin ; then 114 | APP_HOME=`cygpath --path --mixed "$APP_HOME"` 115 | CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` 116 | JAVACMD=`cygpath --unix "$JAVACMD"` 117 | 118 | # We build the pattern for arguments to be converted via cygpath 119 | ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` 120 | SEP="" 121 | for dir in $ROOTDIRSRAW ; do 122 | ROOTDIRS="$ROOTDIRS$SEP$dir" 123 | SEP="|" 124 | done 125 | OURCYGPATTERN="(^($ROOTDIRS))" 126 | # Add a user-defined pattern to the cygpath arguments 127 | if [ "$GRADLE_CYGPATTERN" != "" ] ; then 128 | OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" 129 | fi 130 | # Now convert the arguments - kludge to limit ourselves to /bin/sh 131 | i=0 132 | for arg in "$@" ; do 133 | CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` 134 | CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option 135 | 136 | if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition 137 | eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` 138 | else 139 | eval `echo args$i`="\"$arg\"" 140 | fi 141 | i=$((i+1)) 142 | done 143 | case $i in 144 | (0) set -- ;; 145 | (1) set -- "$args0" ;; 146 | (2) set -- "$args0" "$args1" ;; 147 | (3) set -- "$args0" "$args1" "$args2" ;; 148 | (4) set -- "$args0" "$args1" "$args2" "$args3" ;; 149 | (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; 150 | (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; 151 | (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; 152 | (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; 153 | (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; 154 | esac 155 | fi 156 | 157 | # Escape application args 158 | save () { 159 | for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done 160 | echo " " 161 | } 162 | APP_ARGS=$(save "$@") 163 | 164 | # Collect all arguments for the java command, following the shell quoting and substitution rules 165 | eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" 166 | 167 | # by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong 168 | if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then 169 | cd "$(dirname "$0")" 170 | fi 171 | 172 | exec "$JAVACMD" "$@" 173 | -------------------------------------------------------------------------------- /gradlew.bat: -------------------------------------------------------------------------------- 1 | @if "%DEBUG%" == "" @echo off 2 | @rem ########################################################################## 3 | @rem 4 | @rem Gradle startup script for Windows 5 | @rem 6 | @rem ########################################################################## 7 | 8 | @rem Set local scope for the variables with windows NT shell 9 | if "%OS%"=="Windows_NT" setlocal 10 | 11 | set DIRNAME=%~dp0 12 | if "%DIRNAME%" == "" set DIRNAME=. 13 | set APP_BASE_NAME=%~n0 14 | set APP_HOME=%DIRNAME% 15 | 16 | @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. 17 | set DEFAULT_JVM_OPTS= 18 | 19 | @rem Find java.exe 20 | if defined JAVA_HOME goto findJavaFromJavaHome 21 | 22 | set JAVA_EXE=java.exe 23 | %JAVA_EXE% -version >NUL 2>&1 24 | if "%ERRORLEVEL%" == "0" goto init 25 | 26 | echo. 27 | echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. 28 | echo. 29 | echo Please set the JAVA_HOME variable in your environment to match the 30 | echo location of your Java installation. 31 | 32 | goto fail 33 | 34 | :findJavaFromJavaHome 35 | set JAVA_HOME=%JAVA_HOME:"=% 36 | set JAVA_EXE=%JAVA_HOME%/bin/java.exe 37 | 38 | if exist "%JAVA_EXE%" goto init 39 | 40 | echo. 41 | echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% 42 | echo. 43 | echo Please set the JAVA_HOME variable in your environment to match the 44 | echo location of your Java installation. 45 | 46 | goto fail 47 | 48 | :init 49 | @rem Get command-line arguments, handling Windows variants 50 | 51 | if not "%OS%" == "Windows_NT" goto win9xME_args 52 | 53 | :win9xME_args 54 | @rem Slurp the command line arguments. 55 | set CMD_LINE_ARGS= 56 | set _SKIP=2 57 | 58 | :win9xME_args_slurp 59 | if "x%~1" == "x" goto execute 60 | 61 | set CMD_LINE_ARGS=%* 62 | 63 | :execute 64 | @rem Setup the command line 65 | 66 | set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar 67 | 68 | @rem Execute Gradle 69 | "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% 70 | 71 | :end 72 | @rem End local scope for the variables with windows NT shell 73 | if "%ERRORLEVEL%"=="0" goto mainEnd 74 | 75 | :fail 76 | rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of 77 | rem the _cmd.exe /c_ return code! 78 | if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 79 | exit /b 1 80 | 81 | :mainEnd 82 | if "%OS%"=="Windows_NT" endlocal 83 | 84 | :omega 85 | -------------------------------------------------------------------------------- /proguard-rules.pro: -------------------------------------------------------------------------------- 1 | # Add project specific ProGuard rules here. 2 | # By default, the flags in this file are appended to flags specified 3 | # in /Users/klefevre/Library/Android/sdk/tools/proguard/proguard-android.txt 4 | # You can edit the include path and order by changing the proguardFiles 5 | # directive in build.gradle. 6 | # 7 | # For more details, see 8 | # http://developer.android.com/guide/developing/tools/proguard.html 9 | 10 | # Add any project specific keep options here: 11 | 12 | # If your project uses WebView with JS, uncomment the following 13 | # and specify the fully qualified class name to the JavaScript interface 14 | # class: 15 | #-keepclassmembers class fqcn.of.javascript.interface.for.webview { 16 | # public *; 17 | #} 18 | 19 | # Uncomment this to preserve the line number information for 20 | # debugging stack traces. 21 | #-keepattributes SourceFile,LineNumberTable 22 | 23 | # If you keep the line number information, uncomment this to 24 | # hide the original source file name. 25 | #-renamesourcefileattribute SourceFile 26 | -------------------------------------------------------------------------------- /settings.gradle: -------------------------------------------------------------------------------- 1 | rootProject.name = "snips-platform-android-demo" 2 | -------------------------------------------------------------------------------- /src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | 6 | 7 | 8 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | -------------------------------------------------------------------------------- /src/main/java/ai/snips/snipsdemo/DemoApplication.java: -------------------------------------------------------------------------------- 1 | package ai.snips.snipsdemo; 2 | 3 | import android.app.Application; 4 | import android.util.Log; 5 | 6 | import java.io.BufferedReader; 7 | import java.io.File; 8 | import java.io.FileReader; 9 | import java.io.IOException; 10 | 11 | public class DemoApplication extends Application { 12 | 13 | @Override 14 | public void onCreate() { 15 | super.onCreate(); 16 | 17 | // Snips launches a second process to run the platform, this allows to completely free the 18 | // memory used by Snips when not using it (the .so are quite huge, and you can't unload them 19 | // from a process on Android) and it isolates your app from potential crashes of the 20 | // platform (we strive no to crash but this can happen, and the OS is less forgiving with a 21 | // segfault in native code than with an uncaught exception in Java... ) The application is 22 | // instantiated in both the main process and the snips one. If you need to initialize things 23 | // here, check you're not in the snips process 24 | if (!isSnipsProcess()) { 25 | Log.i("SnipsDemoApp", "in the main process"); 26 | // do some init here 27 | } else { 28 | Log.i("SnipsDemoApp", "in the snips process"); 29 | } 30 | 31 | 32 | } 33 | 34 | public boolean isSnipsProcess() { 35 | final File cmdline = new File("/proc/" + android.os.Process.myPid() + "/cmdline"); 36 | try (BufferedReader reader = new BufferedReader(new FileReader(cmdline))) { 37 | return reader.readLine().contains(":snipsProcessingService"); 38 | } catch (IOException e) { 39 | throw new RuntimeException(e); 40 | } 41 | } 42 | } 43 | -------------------------------------------------------------------------------- /src/main/java/ai/snips/snipsdemo/MainActivity.java: -------------------------------------------------------------------------------- 1 | package ai.snips.snipsdemo; 2 | 3 | import android.Manifest; 4 | import android.content.pm.PackageManager; 5 | import android.media.AudioFormat; 6 | import android.media.AudioRecord; 7 | import android.media.MediaRecorder; 8 | import android.os.Bundle; 9 | import android.os.Environment; 10 | import android.os.Process; 11 | import android.support.v4.app.ActivityCompat; 12 | import android.support.v7.app.AppCompatActivity; 13 | import android.text.Html; 14 | import android.util.Log; 15 | import android.view.View; 16 | import android.view.View.OnClickListener; 17 | import android.view.View.OnLongClickListener; 18 | import android.widget.Button; 19 | import android.widget.EditText; 20 | import android.widget.ScrollView; 21 | 22 | import java.io.File; 23 | import java.util.ArrayList; 24 | import java.util.Arrays; 25 | import java.util.Collections; 26 | import java.util.HashMap; 27 | import java.util.List; 28 | import java.util.concurrent.ThreadLocalRandom; 29 | 30 | import ai.snips.hermes.InjectionKind; 31 | import ai.snips.hermes.InjectionOperation; 32 | import ai.snips.hermes.InjectionRequestMessage; 33 | import ai.snips.hermes.IntentMessage; 34 | import ai.snips.hermes.SessionEndedMessage; 35 | import ai.snips.hermes.SessionQueuedMessage; 36 | import ai.snips.hermes.SessionStartedMessage; 37 | import ai.snips.platform.SnipsPlatformClient; 38 | import ai.snips.platform.SnipsPlatformClient.SnipsPlatformError; 39 | import kotlin.Unit; 40 | import kotlin.jvm.functions.Function0; 41 | import kotlin.jvm.functions.Function1; 42 | 43 | import static ai.snips.hermes.InjectionKind.Add; 44 | import static android.media.MediaRecorder.AudioSource.MIC; 45 | import static java.util.Collections.indexOfSubList; 46 | import static java.util.Collections.singletonList; 47 | 48 | public class MainActivity extends AppCompatActivity { 49 | 50 | private static final int AUDIO_ECHO_REQUEST = 0; 51 | private static final String TAG = "MainActivity"; 52 | 53 | private static final int FREQUENCY = 16_000; 54 | private static final int CHANNEL = AudioFormat.CHANNEL_IN_MONO; 55 | private static final int ENCODING = AudioFormat.ENCODING_PCM_16BIT; 56 | 57 | private SnipsPlatformClient client; 58 | 59 | private AudioRecord recorder; 60 | 61 | @Override 62 | protected void onCreate(Bundle savedInstanceState) { 63 | super.onCreate(savedInstanceState); 64 | setContentView(R.layout.activity_main); 65 | ensurePermissions(); 66 | 67 | findViewById(R.id.start).setOnClickListener(new OnClickListener() { 68 | @Override 69 | public void onClick(View view) { 70 | if (ensurePermissions()) { 71 | final Button button = (Button) findViewById(R.id.start); 72 | button.setEnabled(false); 73 | button.setText(R.string.loading); 74 | 75 | final View scrollView = findViewById(R.id.scrollView); 76 | scrollView.setVisibility(View.GONE); 77 | 78 | final View loadingPanel = findViewById(R.id.loadingPanel); 79 | loadingPanel.setVisibility(View.VISIBLE); 80 | 81 | startMegazordService(); 82 | } 83 | } 84 | }); 85 | } 86 | 87 | @Override 88 | protected void onDestroy() { 89 | if (client != null) { 90 | client.disconnect(); 91 | } 92 | super.onDestroy(); 93 | } 94 | 95 | private boolean ensurePermissions() { 96 | int status = ActivityCompat.checkSelfPermission(MainActivity.this, 97 | Manifest.permission.RECORD_AUDIO); 98 | if (status != PackageManager.PERMISSION_GRANTED) { 99 | ActivityCompat.requestPermissions(MainActivity.this, new String[]{ 100 | Manifest.permission.RECORD_AUDIO, 101 | Manifest.permission.READ_EXTERNAL_STORAGE 102 | }, AUDIO_ECHO_REQUEST); 103 | return false; 104 | } 105 | return true; 106 | } 107 | 108 | private void startMegazordService() { 109 | if (client == null) { 110 | // a dir where the assistant models was unziped. It should contain the folders 111 | // custom_asr, custom_dialogue, custom_hotword and nlu_engine 112 | File assistantDir = new File(Environment.getExternalStorageDirectory() 113 | .toString(), "snips_android_assistant"); 114 | 115 | client = new SnipsPlatformClient.Builder(assistantDir) 116 | .enableDialogue(true) // defaults to true 117 | .enableHotword(true) // defaults to true 118 | .enableSnipsWatchHtml(true) // defaults to false 119 | .enableLogs(true) // defaults to false 120 | .withHotwordSensitivity(0.5f) // defaults to 0.5 121 | .enableStreaming(true) // defaults to false 122 | .enableInjection(true) // defaults to false 123 | .build(); 124 | 125 | client.setOnPlatformReady(new Function0() { 126 | @Override 127 | public Unit invoke() { 128 | runOnUiThread(new Runnable() { 129 | @Override 130 | public void run() { 131 | 132 | findViewById(R.id.loadingPanel).setVisibility(View.GONE); 133 | findViewById(R.id.scrollView).setVisibility(View.VISIBLE); 134 | 135 | final Button button = findViewById(R.id.start); 136 | button.setEnabled(true); 137 | button.setText(R.string.start_dialog_session); 138 | button.setOnClickListener(new OnClickListener() { 139 | @Override 140 | public void onClick(View view) { 141 | // programmatically start a dialogue session 142 | client.startSession(null, new ArrayList(), 143 | false, null); 144 | } 145 | }); 146 | button.setOnLongClickListener(new OnLongClickListener() { 147 | @Override 148 | public boolean onLongClick(View v) { 149 | // inject new values in the "house_room" entity 150 | HashMap> values = new HashMap<>(); 151 | values.put("house_room", Arrays.asList("bunker", "batcave")); 152 | InjectionOperation op = new InjectionOperation(Add, values); 153 | client.requestInjection(new InjectionRequestMessage( 154 | singletonList(op), 155 | Collections.>emptyMap(), 156 | null, null)); 157 | 158 | return true; 159 | } 160 | }); 161 | } 162 | }); 163 | return null; 164 | } 165 | }); 166 | 167 | client.setOnPlatformError(new Function1() { 168 | 169 | @Override 170 | public Unit invoke(SnipsPlatformError snipsPlatformError) { 171 | findViewById(R.id.loadingPanel).setVisibility(View.VISIBLE); 172 | findViewById(R.id.scrollView).setVisibility(View.GONE); 173 | 174 | final Button button = findViewById(R.id.start); 175 | button.setEnabled(false); 176 | return null; 177 | } 178 | }); 179 | 180 | 181 | client.setOnHotwordDetectedListener(new Function0() { 182 | @Override 183 | public Unit invoke() { 184 | Log.d(TAG, "an hotword was detected !"); 185 | // Do your magic here :D 186 | return null; 187 | } 188 | }); 189 | 190 | client.setOnIntentDetectedListener(new Function1() { 191 | @Override 192 | public Unit invoke(IntentMessage intentMessage) { 193 | Log.d(TAG, "received an intent: " + intentMessage); 194 | // Do your magic here :D 195 | 196 | // For now, lets just use a random sentence to tell the user we understood but 197 | // don't know what to do 198 | 199 | List answers = Arrays.asList( 200 | "This is only a demo app. I understood you but I don't know how to do that", 201 | "Can you teach me how to do that?", 202 | "Oops! This action has not be coded yet!", 203 | "Yes Master! ... hum, ..., er, ... imagine this as been done", 204 | "Let's pretend I've done it! OK?"); 205 | 206 | 207 | int index = Math.abs(ThreadLocalRandom.current().nextInt()) % answers.size(); 208 | client.endSession(intentMessage.getSessionId(), answers.get(index)); 209 | return null; 210 | } 211 | }); 212 | 213 | client.setOnListeningStateChangedListener(new Function1() { 214 | @Override 215 | public Unit invoke(Boolean isListening) { 216 | Log.d(TAG, "asr listening state: " + isListening); 217 | // Do you magic here :D 218 | return null; 219 | } 220 | }); 221 | 222 | client.setOnSessionStartedListener(new Function1() { 223 | @Override 224 | public Unit invoke(SessionStartedMessage sessionStartedMessage) { 225 | Log.d(TAG, "dialogue session started: " + sessionStartedMessage); 226 | return null; 227 | } 228 | }); 229 | 230 | client.setOnSessionQueuedListener(new Function1() { 231 | @Override 232 | public Unit invoke(SessionQueuedMessage sessionQueuedMessage) { 233 | Log.d(TAG, "dialogue session queued: " + sessionQueuedMessage); 234 | return null; 235 | } 236 | }); 237 | 238 | client.setOnSessionEndedListener(new Function1() { 239 | @Override 240 | public Unit invoke(SessionEndedMessage sessionEndedMessage) { 241 | Log.d(TAG, "dialogue session ended: " + sessionEndedMessage); 242 | return null; 243 | } 244 | }); 245 | 246 | // This api is really for debugging purposes and you should not have features depending 247 | // on its output. If you need us to expose more APIs please do ask ! 248 | client.setOnSnipsWatchListener(new Function1() { 249 | public Unit invoke(final String s) { 250 | runOnUiThread(new Runnable() { 251 | public void run() { 252 | // We enabled html logs in the builder, hence the fromHtml. If you only 253 | // log to the console, or don't want colors to be displayed, do not 254 | // enable the option 255 | ((EditText) findViewById(R.id.text)).append(Html.fromHtml(s + "
")); 256 | findViewById(R.id.scrollView).post(new Runnable() { 257 | @Override 258 | public void run() { 259 | ((ScrollView) findViewById(R.id.scrollView)).fullScroll(View.FOCUS_DOWN); 260 | } 261 | }); 262 | } 263 | }); 264 | return null; 265 | } 266 | }); 267 | 268 | // We enabled streaming in the builder, so we need to provide the platform an audio 269 | // stream. If you don't want to manage the audio stream do no enable the option, and the 270 | // snips platform will grab the mic by itself 271 | startStreaming(); 272 | 273 | client.connect(this.getApplicationContext()); 274 | } 275 | } 276 | 277 | private volatile boolean continueStreaming = true; 278 | 279 | private void startStreaming() { 280 | continueStreaming = true; 281 | new Thread() { 282 | public void run() { 283 | android.os.Process.setThreadPriority(Process.THREAD_PRIORITY_URGENT_AUDIO); 284 | runStreaming(); 285 | } 286 | }.start(); 287 | } 288 | 289 | private void runStreaming() { 290 | Log.d(TAG, "starting audio streaming"); 291 | final int minBufferSizeInBytes = AudioRecord.getMinBufferSize(FREQUENCY, CHANNEL, ENCODING); 292 | Log.d(TAG, "minBufferSizeInBytes: " + minBufferSizeInBytes); 293 | 294 | recorder = new AudioRecord(MIC, FREQUENCY, CHANNEL, ENCODING, minBufferSizeInBytes); 295 | recorder.startRecording(); 296 | 297 | while (continueStreaming) { 298 | short[] buffer = new short[minBufferSizeInBytes / 2]; 299 | recorder.read(buffer, 0, buffer.length); 300 | if (client != null) { 301 | client.sendAudioBuffer(buffer); 302 | } 303 | } 304 | recorder.stop(); 305 | Log.d(TAG, "audio streaming stopped"); 306 | } 307 | 308 | 309 | @Override 310 | protected void onResume() { 311 | super.onResume(); 312 | if (client != null) { 313 | startStreaming(); 314 | client.resume(); 315 | } 316 | } 317 | 318 | @Override 319 | protected void onPause() { 320 | continueStreaming = false; 321 | if (client != null) { 322 | client.pause(); 323 | } 324 | super.onPause(); 325 | } 326 | } 327 | -------------------------------------------------------------------------------- /src/main/res/layout/activity_main.xml: -------------------------------------------------------------------------------- 1 | 2 | 7 | 8 | 14 | 15 | 19 | 20 | 21 | 26 | 27 |