155 | * Obviously, only leave in the parameters you are going to use.
156 | *
157 | * @param ctx the application context
158 | * @return populated {@link SaiyRequestParams}
159 | */
160 | public static SaiyRequestParams getDefaultParams(@NonNull final Context ctx) {
161 |
162 | final Locale locale = Locale.getDefault();
163 |
164 | final SaiyRequestParams defaultParams = new SaiyRequestParams();
165 |
166 | // Local
167 | defaultParams.setTTSLanguageLocal(locale);
168 | defaultParams.setTTSProvider(Defaults.TTS.LOCAL);
169 | defaultParams.setVRProvider(Defaults.VR.NATIVE);
170 | defaultParams.setVRLanguageNative(locale);
171 | defaultParams.setLanguageModel(Defaults.LanguageModel.LOCAL);
172 | defaultParams.setAction(Defaults.ACTION.SPEAK_LISTEN);
173 | defaultParams.setUtterance(ctx.getApplicationContext().getString(R.string.default_intro));
174 |
175 | // Google Cloud
176 | defaultParams.setGOOGLE_CLOUD_ACCESS_TOKEN(GOOGLE_CLOUD_ACCESS_TOKEN);
177 | defaultParams.setGOOGLE_CLOUD_ACCESS_EXPIRY(GOOGLE_CLOUD_ACCESS_EXPIRY);
178 |
179 | // Google Chromium
180 | defaultParams.setGOOGLE_CHROMIUM_API_KEY(GOOGLE_CHROMIUM_API_KEY);
181 |
182 | // Google (both)
183 | defaultParams.setVRLanguageGoogle(locale);
184 |
185 | // Nuance
186 | defaultParams.setNUANCE_APP_KEY(NUANCE_APP_KEY);
187 | defaultParams.setNUANCE_CONTEXT_TAG(NUANCE_CONTEXT_TAG);
188 | defaultParams.setNUANCE_SERVER_URI(NUANCE_SERVER_URI);
189 | defaultParams.setNUANCE_SERVER_URI_NLU(NUANCE_SERVER_URI_NLU);
190 | defaultParams.setVRLanguageNuance(VRLanguageNuance.ENGLISH_US);
191 | defaultParams.setTTSLanguageNuance(TTSLanguageNuance.FRENCH_AUDREY_ML);
192 | defaultParams.setNLULanguageNuance(NLULanguageNuance.English_US);
193 |
194 | // Microsoft
195 | defaultParams.setVRLanguageMicrosoft(locale);
196 | defaultParams.setNLULanguageMicrosoft(locale);
197 | defaultParams.setOXFORD_KEY_1(OXFORD_KEY_1);
198 | defaultParams.setOXFORD_KEY_2(OXFORD_KEY_2);
199 | defaultParams.setLUIS_APP_ID(LUIS_APP_ID);
200 | defaultParams.setLUIS_SUBSCRIPTION_ID(LUIS_SUBSCRIPTION_ID);
201 |
202 | // API AI
203 | defaultParams.setNLULanguageAPIAI(locale);
204 | defaultParams.setAPI_AI_ACCESS_TOKEN(API_AI_CLIENT_ACCESS_TOKEN);
205 |
206 | // Wit
207 | defaultParams.setVRLanguageWit(locale);
208 | defaultParams.setNLULanguageWit(locale);
209 | defaultParams.setWIT_SERVER_ACCESS_TOKEN(WIT_SERVER_ACCESS_TOKEN);
210 |
211 | // IBM
212 | defaultParams.setVRLanguageIBM(locale);
213 | defaultParams.setIBM_SERVICE_USER_NAME(IBM_SERVICE_USER_NAME);
214 | defaultParams.setIBM_SERVICE_PASSWORD(IBM_SERVICE_PASSWORD);
215 |
216 | // Remote
217 | defaultParams.setREMOTE_ACCESS_TOKEN(REMOTE_ACCESS_TOKEN);
218 | defaultParams.setREMOTE_SERVER_URI(REMOTE_SERVER_URI);
219 | defaultParams.setVRLanguageRemote(locale);
220 |
221 | return defaultParams;
222 | }
223 | }
224 |
225 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/service/MyIntentService.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.service;
18 |
19 | import android.app.IntentService;
20 | import android.content.Intent;
21 | import android.os.Bundle;
22 | import android.support.annotation.NonNull;
23 | import android.util.Log;
24 |
25 | import java.util.Set;
26 |
27 | import ai.saiy.android.api.request.SaiyKeyphrase;
28 | import ai.saiy.android.apiexample.ui.activity.MainActivity;
29 |
30 | /**
31 | * An example Intent Service class.
32 | *
33 | * Intent Service
34 | *
35 | * Before being able to receive data here, you'll need to make sure your user has accepted the
36 | * permission 'control Saiy'. An Intent filter is needed in the
37 | * Manifest which must set 'android:exported="true'
38 | *
39 | * Demonstrated here is how Saiy will communicate that your registered keyphrase has been detected and
40 | * for the sake of example, how you could send them on to your Activity.
41 | *
42 | * Created by benrandall76@gmail.com on 26/04/2016.
43 | */
44 | public class MyIntentService extends IntentService {
45 |
46 | /**
47 | * TAG
48 | */
49 | private final String CLS_NAME = MyIntentService.class.getSimpleName();
50 |
51 | /**
52 | * Constants to identify keyphrases
53 | */
54 | public static final int DO_NOT_USE_ZERO = 0;
55 | public static final int DO_SOMETHING_1 = 1;
56 | public static final int DO_SOMETHING_2 = 2;
57 | public static final int DO_SOMETHING_3 = 3;
58 |
59 | /**
60 | * Compulsory Constructor
61 | */
62 | public MyIntentService() {
63 | super(MyIntentService.class.getSimpleName());
64 | }
65 |
66 | @Override
67 | public void onCreate() {
68 | Log.i(CLS_NAME, "onCreate");
69 | super.onCreate();
70 | }
71 |
72 | @Override
73 | protected void onHandleIntent(final Intent intent) {
74 | Log.i(CLS_NAME, "onHandleIntent");
75 |
76 | if (intent != null && intent.getExtras() != null) {
77 | examineIntent(intent.getExtras());
78 |
79 | switch (intent.getIntExtra(SaiyKeyphrase.SAIY_ACTION, 0)) {
80 |
81 | case DO_SOMETHING_1:
82 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_1");
83 | // Do whatever you like here!
84 | simulateDoingSomething(intent.getExtras());
85 | break;
86 | case DO_SOMETHING_2:
87 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_2");
88 | // Do whatever you like here!
89 | simulateDoingSomething(intent.getExtras());
90 | break;
91 | case DO_SOMETHING_3:
92 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_3");
93 | // Do whatever you like here!
94 | simulateDoingSomething(intent.getExtras());
95 | break;
96 | case DO_NOT_USE_ZERO:
97 | Log.e(CLS_NAME, "onHandleIntent: DO_NOT_USE_ZERO");
98 | // Don't deliberately use zero as the 'action number'. It's the default number
99 | // set above if the SAIY_ACTION is missing - which it shouldn't be.
100 | break;
101 | }
102 | } else {
103 | Log.e(CLS_NAME, "onHandleIntent: intent should not be null!?!");
104 | }
105 | }
106 |
107 | /**
108 | * Reacting to the keyphrase callback, you obviously can kick off any functionality
109 | * your application provides. Here we'll simply send the results
110 | * to {@link ai.saiy.android.apiexample.ui.fragment.FragmentDemoCommand} (via the parent activity)
111 | * and display them in the text view.
112 | *
113 | * @param bundle the bundle of extras returned with
114 | */
115 | private void simulateDoingSomething(@NonNull final Bundle bundle) {
116 |
117 | final Intent intent = new Intent(getApplicationContext(), MainActivity.class);
118 | intent.putExtras(bundle);
119 | intent.setFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
120 | getApplicationContext().startActivity(intent);
121 | }
122 |
123 | /**
124 | * For debugging the intent extras
125 | *
126 | * @param bundle containing potential extras
127 | */
128 | private void examineIntent(final Bundle bundle) {
129 | Log.i(CLS_NAME, "examineIntent");
130 |
131 | if (bundle != null) {
132 | final Set keys = bundle.keySet();
133 | for (final String key : keys) {
134 | Log.v(CLS_NAME, "examineIntent: " + key + " ~ " + bundle.get(key));
135 |
136 | }
137 | } else {
138 | Log.w(CLS_NAME, "examineIntent: bundle was null. This should not happen, as the speech results" +
139 | "and confidence should be returned, in addition to any parameters you originally set");
140 | }
141 | }
142 | }
143 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/ui/activity/MainActivity.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.ui.activity;
18 |
19 | import android.content.ActivityNotFoundException;
20 | import android.content.DialogInterface;
21 | import android.content.Intent;
22 | import android.content.pm.PackageManager;
23 | import android.net.Uri;
24 | import android.os.Bundle;
25 | import android.support.annotation.NonNull;
26 | import android.support.design.widget.NavigationView;
27 | import android.support.design.widget.Snackbar;
28 | import android.support.v4.app.ActivityCompat;
29 | import android.support.v4.app.Fragment;
30 | import android.support.v4.view.GravityCompat;
31 | import android.support.v4.widget.DrawerLayout;
32 | import android.support.v7.app.ActionBarDrawerToggle;
33 | import android.support.v7.app.AlertDialog;
34 | import android.support.v7.app.AppCompatActivity;
35 | import android.support.v7.widget.Toolbar;
36 | import android.util.Log;
37 | import android.util.Pair;
38 | import android.view.MenuItem;
39 | import android.view.View;
40 |
41 | import ai.saiy.android.api.Defaults;
42 | import ai.saiy.android.api.remote.SaiyListener;
43 | import ai.saiy.android.api.request.SaiyKeyphrase;
44 | import ai.saiy.android.api.request.SaiyRequest;
45 | import ai.saiy.android.api.request.SaiyRequestParams;
46 | import ai.saiy.android.apiexample.R;
47 | import ai.saiy.android.apiexample.configuration.SaiyConfiguration;
48 | import ai.saiy.android.apiexample.ui.fragment.FragmentDemoBasic;
49 | import ai.saiy.android.apiexample.ui.fragment.FragmentDemoCommand;
50 | import ai.saiy.android.apiexample.ui.fragment.FragmentDemoInteraction;
51 |
52 | import static ai.saiy.android.apiexample.configuration.SaiyConfiguration.SAIY_PLAYSTORE_URL;
53 |
54 | public class MainActivity extends AppCompatActivity implements NavigationView.OnNavigationItemSelectedListener,
55 | SaiyListener {
56 |
57 | /**
58 | * TAG
59 | */
60 | private final String CLS_NAME = MainActivity.class.getSimpleName();
61 |
62 | /**
63 | * Arbitrary request id.
64 | */
65 | private static final int PERMISSIONS_SAIY_REQUEST = 23;
66 |
67 | /**
68 | * Required permissions that must be declared in your manifest
69 | */
70 | private static final String[] PERMISSIONS_SAIY = {android.Manifest.permission.RECORD_AUDIO,
71 | SaiyRequest.CONTROL_SAIY};
72 |
73 | /**
74 | * Fragment Index Constants
75 | */
76 | public static final int INDEX_FRAGMENT_DEMO_BASIC = 0;
77 | public static final int INDEX_FRAGMENT_DEMO_COMMAND = 1;
78 | public static final int INDEX_FRAGMENT_DEMO_INTERACTION = 2;
79 |
80 | private DrawerLayout drawer;
81 | private Toolbar toolbar;
82 | private NavigationView navigationView;
83 |
84 | /**
85 | * If you want to prompt the user to install Saiy, it's best only to do it once
86 | */
87 | private boolean showInstallSaiyDialog = true;
88 |
89 | /**
90 | * Both parameters are needed in order to interact with Saiy. We initialise them
91 | * only once in the parent activity. Child fragments can use getters {@link #getSaiyRequest()}
92 | * and {@link #getParams()}
93 | */
94 | public SaiyRequest saiyRequest;
95 | public SaiyRequestParams params;
96 |
97 | /**
98 | * Updated from different threads, an identifier as to whether you are able to
99 | * connect to the Saiy API service.
100 | */
101 | public static volatile boolean saiyAvailable = false;
102 |
103 | @Override
104 | protected void onCreate(Bundle savedInstanceState) {
105 | super.onCreate(savedInstanceState);
106 | setContentView(R.layout.activity_main);
107 |
108 | // Do not set to true in production!!
109 | Defaults.setLogging(true);
110 |
111 | // Set up the UI
112 | setupUI();
113 |
114 | // Start the initial Fragment
115 | doFragmentReplaceTransaction(FragmentDemoBasic.newInstance(), INDEX_FRAGMENT_DEMO_BASIC);
116 | }
117 |
118 | @Override
119 | protected void onNewIntent(final Intent intent) {
120 | Log.i(CLS_NAME, "onNewIntent");
121 |
122 | if (intent == null || !intent.hasExtra(SaiyKeyphrase.SAIY_ACTION)) {
123 | return;
124 | }
125 |
126 | final FragmentDemoCommand fragment = (FragmentDemoCommand) getSupportFragmentManager()
127 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_COMMAND));
128 |
129 | if (fragment != null) {
130 | fragment.onExampleCallback(intent.getExtras());
131 | } else {
132 | Log.w(CLS_NAME, "onNewIntent: received example keyphrase intent, but Fragment is no longer " +
133 | "visible");
134 | }
135 | }
136 |
137 | /**
138 | * Self explanatory utility
139 | */
140 | private void setupUI() {
141 | Log.i(CLS_NAME, "setupUI");
142 |
143 | setupToolbar();
144 | setupDrawer();
145 | setupNavigation();
146 | }
147 |
148 | /**
149 | * Self explanatory utility
150 | */
151 | private void setupToolbar() {
152 | Log.i(CLS_NAME, "setupToolbar");
153 |
154 | toolbar = findViewById(R.id.toolbar);
155 | setSupportActionBar(toolbar);
156 | }
157 |
158 | /**
159 | * Self explanatory utility
160 | */
161 | private void setupDrawer() {
162 | Log.i(CLS_NAME, "setupDrawer");
163 |
164 | drawer = findViewById(R.id.drawer_layout);
165 | ActionBarDrawerToggle toggle = new ActionBarDrawerToggle(
166 | this, drawer, toolbar, R.string.navigation_drawer_open, R.string.navigation_drawer_close);
167 | drawer.addDrawerListener(toggle);
168 | toggle.syncState();
169 | }
170 |
171 | /**
172 | * Self explanatory utility
173 | */
174 | private void setupNavigation() {
175 | Log.i(CLS_NAME, "setupNavigation");
176 |
177 | navigationView = findViewById(R.id.nav_view);
178 | navigationView.setNavigationItemSelectedListener(this);
179 | navigationView.setCheckedItem(R.id.nav_basic);
180 | navigationView.getMenu().getItem(INDEX_FRAGMENT_DEMO_BASIC).setChecked(true);
181 | }
182 |
183 |
184 | /**
185 | * Helper method to replace the current fragment
186 | *
187 | * @param fragment to transact
188 | * @param tag of the fragment
189 | */
190 | public void doFragmentReplaceTransaction(@NonNull final Fragment fragment, final int tag) {
191 | getSupportFragmentManager().beginTransaction()
192 | .replace(R.id.fragmentContent, fragment, String.valueOf(tag)).commit();
193 | }
194 |
195 | /**
196 | * Check if we are able to use the Saiy API
197 | */
198 | private void checkSaiyAvailability() {
199 | Log.i(CLS_NAME, "checkSaiyAvailability");
200 |
201 | final Pair availabilityPair =
202 | SaiyRequest.isSaiyAvailable(getApplicationContext());
203 |
204 | saiyAvailable = availabilityPair.first;
205 |
206 | Log.i(CLS_NAME, "Saiy available " + saiyAvailable);
207 |
208 | if (!saiyAvailable) {
209 |
210 | switch (availabilityPair.second) {
211 |
212 | case ALL_GOOD:
213 | break;
214 | case NOT_INSTALLED:
215 | // Saiy not installed - show dialog once if you want!
216 | if (showInstallSaiyDialog) {
217 | showInstallSaiyDialog = false;
218 | showInstallDialog();
219 | }
220 | break;
221 | case MISSING_PERMISSION:
222 | checkPermissionsAndPrompt();
223 | break;
224 | case NO_VR_PROVIDER:
225 | case NO_TTS_ENGINE:
226 | /*
227 | * Saiy will have already made the user aware of this, and for whatever reason it
228 | * remains unresolved. Therefore the API is unusable.
229 | */
230 | break;
231 | }
232 | } else {
233 | initialiseSaiy();
234 | }
235 | }
236 |
237 | /**
238 | * Initialise the Saiy request as soon as the UI finishes drawing, so any background checks,
239 | * for text to speech and recognition languages can be prepared.
240 | */
241 | private void initialiseSaiy() {
242 | Log.i(CLS_NAME, "initialiseSaiy");
243 |
244 | if (saiyRequest == null) {
245 | params = SaiyConfiguration.getDefaultParams(getApplicationContext());
246 | saiyRequest = new SaiyRequest(getApplicationContext(), MainActivity.this,
247 | params, true);
248 | }
249 | }
250 |
251 | /**
252 | * Exposed getter for Fragments
253 | *
254 | * @return the {@link SaiyRequestParams}
255 | */
256 | public SaiyRequestParams getParams() {
257 | return params;
258 | }
259 |
260 | /**
261 | * Exposed getter for Fragments
262 | *
263 | * @return the {@link SaiyRequest}
264 | */
265 | public SaiyRequest getSaiyRequest() {
266 | return saiyRequest;
267 | }
268 |
269 | /**
270 | * Send the callback information from the {@link SaiyListener} to the relevant
271 | * fragment
272 | *
273 | * @param requestId the unique request id sent with each API request
274 | */
275 | @Override
276 | public void onUtteranceCompleted(final String requestId) {
277 |
278 | final int currentTag = Integer.parseInt(getSupportFragmentManager().findFragmentById(
279 | R.id.fragmentContent).getTag());
280 |
281 | Fragment fragment;
282 |
283 | switch (currentTag) {
284 |
285 | case INDEX_FRAGMENT_DEMO_BASIC:
286 | fragment = getSupportFragmentManager()
287 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_BASIC));
288 |
289 | if (fragment != null) {
290 | ((FragmentDemoBasic) fragment).onUtteranceCompleted(requestId);
291 | }
292 | break;
293 | case INDEX_FRAGMENT_DEMO_INTERACTION:
294 | fragment = getSupportFragmentManager()
295 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_INTERACTION));
296 | if (fragment != null) {
297 | ((FragmentDemoInteraction) fragment).onUtteranceCompleted(requestId);
298 | }
299 | break;
300 | }
301 | }
302 |
303 | /**
304 | * Send the callback information from the {@link SaiyListener} to the relevant
305 | * fragment
306 | *
307 | * @param results the {@link Bundle} containing result information
308 | * @param requestId the unique request id sent with each API request
309 | */
310 | @Override
311 | public void onSpeechResults(final Bundle results, final String requestId) {
312 |
313 | final int currentTag = Integer.parseInt(getSupportFragmentManager().findFragmentById(
314 | R.id.fragmentContent).getTag());
315 |
316 | Fragment fragment;
317 |
318 | switch (currentTag) {
319 |
320 | case INDEX_FRAGMENT_DEMO_BASIC:
321 | fragment = getSupportFragmentManager()
322 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_BASIC));
323 |
324 | if (fragment != null) {
325 | ((FragmentDemoBasic) fragment).onSpeechResults(results, requestId);
326 | }
327 | break;
328 | case INDEX_FRAGMENT_DEMO_INTERACTION:
329 | fragment = getSupportFragmentManager()
330 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_INTERACTION));
331 | if (fragment != null) {
332 | ((FragmentDemoInteraction) fragment).onSpeechResults(results, requestId);
333 | }
334 | break;
335 | }
336 | }
337 |
338 | /**
339 | * Send the callback information from the {@link SaiyListener} to the relevant
340 | * fragment
341 | *
342 | * @param error one of {@link Defaults.ERROR}
343 | * @param requestId the unique request id sent with each API request
344 | */
345 | @Override
346 | public void onError(final Defaults.ERROR error, final String requestId) {
347 |
348 | final int currentTag = Integer.parseInt(getSupportFragmentManager().findFragmentById(
349 | R.id.fragmentContent).getTag());
350 |
351 | Fragment fragment;
352 |
353 | switch (currentTag) {
354 |
355 | case INDEX_FRAGMENT_DEMO_BASIC:
356 | fragment = getSupportFragmentManager()
357 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_BASIC));
358 |
359 | if (fragment != null) {
360 | ((FragmentDemoBasic) fragment).onError(error, requestId);
361 | }
362 | break;
363 | case INDEX_FRAGMENT_DEMO_INTERACTION:
364 | fragment = getSupportFragmentManager()
365 | .findFragmentByTag(String.valueOf(INDEX_FRAGMENT_DEMO_INTERACTION));
366 | if (fragment != null) {
367 | ((FragmentDemoInteraction) fragment).onError(error, requestId);
368 | }
369 | break;
370 | }
371 | }
372 |
373 | /**
374 | * Example dialog for prompting to install Saiy
375 | */
376 | public void showInstallDialog() {
377 |
378 | final AlertDialog.Builder builder = new AlertDialog.Builder(this);
379 | builder.setIcon(R.drawable.ic_menu_share);
380 | builder.setTitle(getString(R.string.install_dialog_title));
381 | builder.setMessage(getString(R.string.install_dialog_content));
382 | builder.setNegativeButton(R.string.install_dialog_negative, null);
383 | builder.setPositiveButton(R.string.install_dialog_positive, new DialogInterface.OnClickListener() {
384 | @Override
385 | public void onClick(final DialogInterface dialog, final int which) {
386 |
387 | final Intent intent = new Intent(Intent.ACTION_VIEW,
388 | Uri.parse(SAIY_PLAYSTORE_URL));
389 | intent.setFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
390 |
391 | try {
392 | startActivity(intent);
393 | } catch (final ActivityNotFoundException e) {
394 | Log.e(CLS_NAME, "showInstall: ActivityNotFoundException");
395 | e.printStackTrace();
396 | } catch (final Exception e) {
397 | Log.e(CLS_NAME, "showInstall: Exception");
398 | e.printStackTrace();
399 | }
400 | }
401 | });
402 |
403 | builder.show();
404 | }
405 |
406 | /**
407 | * Check if the required permissions have been granted. For API < 23 this will immediately return true.
408 | */
409 | private void checkPermissionsAndPrompt() {
410 |
411 | if (ActivityCompat.checkSelfPermission(this, android.Manifest.permission.RECORD_AUDIO)
412 | != PackageManager.PERMISSION_GRANTED
413 | || ActivityCompat.checkSelfPermission(this, SaiyRequest.CONTROL_SAIY)
414 | != PackageManager.PERMISSION_GRANTED) {
415 |
416 | Log.i(CLS_NAME, "checkPermissionsAndPrompt: PERMISSION_DENIED or not granted");
417 |
418 | if (ActivityCompat.shouldShowRequestPermissionRationale(this, android.Manifest.permission.RECORD_AUDIO)
419 | || ActivityCompat.shouldShowRequestPermissionRationale(this, SaiyRequest.CONTROL_SAIY)) {
420 | Log.i(CLS_NAME, "checkPermissionsAndPrompt: shouldShowRequestPermissionRationale");
421 |
422 | showSnackBar();
423 | } else {
424 | Log.i(CLS_NAME, "checkPermissionsAndPrompt: shouldShowRequestPermissionRationale: false");
425 |
426 | ActivityCompat.requestPermissions(this, PERMISSIONS_SAIY, PERMISSIONS_SAIY_REQUEST);
427 | }
428 |
429 | } else {
430 | Log.i(CLS_NAME, "checkPermissionsAndPrompt: PERMISSION_GRANTED");
431 | }
432 | }
433 |
434 | @Override
435 | public void onRequestPermissionsResult(final int requestCode, @NonNull final String permissions[],
436 | @NonNull final int[] grantResults) {
437 | Log.i(CLS_NAME, "onRequestPermissionsResult");
438 |
439 | switch (requestCode) {
440 |
441 | case PERMISSIONS_SAIY_REQUEST:
442 |
443 | if (granted(grantResults)) {
444 | Log.i(CLS_NAME, "onRequestPermissionsResult: PERMISSION_GRANTED");
445 |
446 | saiyAvailable = true;
447 |
448 | checkSaiyAvailability();
449 |
450 | } else {
451 | Log.w(CLS_NAME, "onRequestPermissionsResult: PERMISSION_DENIED");
452 |
453 | if (ActivityCompat.shouldShowRequestPermissionRationale(this, android.Manifest.permission.RECORD_AUDIO)
454 | || ActivityCompat.shouldShowRequestPermissionRationale(this, SaiyRequest.CONTROL_SAIY)) {
455 | Log.i(CLS_NAME, "checkPermissionsAndPrompt: shouldShowRequestPermissionRationale");
456 |
457 | showSnackBar();
458 |
459 | } else {
460 | Log.e(CLS_NAME, "checkPermissionsAndPrompt: shouldShowRequestPermissionRationale: false: game over");
461 |
462 | saiyAvailable = false;
463 | }
464 |
465 | }
466 | break;
467 | }
468 | }
469 |
470 | /**
471 | * Utility to check the permission outcome
472 | *
473 | * @param grantResults array of permission results
474 | * @return true if granted, false otherwise
475 | */
476 | private boolean granted(final int[] grantResults) {
477 | for (final int result : grantResults) {
478 | if (result != PackageManager.PERMISSION_GRANTED) {
479 | return false;
480 | }
481 | }
482 | return true;
483 | }
484 |
485 | /**
486 | * Just for example's sake of showing the permission rationale.
487 | */
488 | private void showSnackBar() {
489 | Snackbar.make(findViewById(R.id.fragmentContent), getString(R.string.permission_rationale),
490 | Snackbar.LENGTH_INDEFINITE).setAction(android.R.string.ok, new View.OnClickListener() {
491 | @Override
492 | public void onClick(View view) {
493 | ActivityCompat
494 | .requestPermissions(MainActivity.this, PERMISSIONS_SAIY,
495 | PERMISSIONS_SAIY_REQUEST);
496 | }
497 | }).show();
498 | }
499 |
500 | /**
501 | * Standard check to default behaviour of closing the drawer, returning to the 'home'
502 | * Fragment or exiting the application
503 | */
504 | @Override
505 | public void onBackPressed() {
506 |
507 | if (drawer.isDrawerOpen(GravityCompat.START)) {
508 | drawer.closeDrawer(GravityCompat.START);
509 | } else {
510 | try {
511 |
512 | switch (Integer.valueOf(getSupportFragmentManager().findFragmentById(R.id.fragmentContent).getTag())) {
513 |
514 | case INDEX_FRAGMENT_DEMO_BASIC:
515 | Log.d(CLS_NAME, "onBackPressed: INDEX_FRAGMENT_DEMO_BASIC");
516 | super.onBackPressed();
517 | break;
518 | default:
519 | Log.i(CLS_NAME, "onBackPressed: default");
520 |
521 | doFragmentReplaceTransaction(FragmentDemoBasic.newInstance(), INDEX_FRAGMENT_DEMO_BASIC);
522 | navigationView.setCheckedItem(R.id.nav_basic);
523 | navigationView.getMenu().getItem(INDEX_FRAGMENT_DEMO_BASIC).setChecked(true);
524 | break;
525 | }
526 |
527 | } catch (final NullPointerException e) {
528 | Log.w(CLS_NAME, "onBackPressed: NullPointerException");
529 | super.onBackPressed();
530 | } catch (final NumberFormatException e) {
531 | Log.w(CLS_NAME, "onBackPressed: NumberFormatException");
532 | super.onBackPressed();
533 | }
534 | }
535 | }
536 |
537 | /**
538 | * Apply a standard check to make sure we are not wasting resource by
539 | * re-instantiating the same fragment that is already displayed.
540 | *
541 | * @param item the menu item that was clicked
542 | * @return true - regardless.
543 | */
544 | @Override
545 | public boolean onNavigationItemSelected(@NonNull final MenuItem item) {
546 | Log.i(CLS_NAME, "onNavigationItemSelected");
547 |
548 | drawer.closeDrawer(GravityCompat.START);
549 |
550 | new Thread(new Runnable() {
551 | @Override
552 | public void run() {
553 |
554 | final int currentTag = Integer.parseInt(getSupportFragmentManager().findFragmentById(
555 | R.id.fragmentContent).getTag());
556 | final int id = item.getItemId();
557 | boolean proceed;
558 |
559 | switch (currentTag) {
560 |
561 | case INDEX_FRAGMENT_DEMO_BASIC:
562 | proceed = (id != R.id.nav_basic);
563 | break;
564 | case INDEX_FRAGMENT_DEMO_COMMAND:
565 | proceed = (id != R.id.nav_command);
566 | break;
567 | case INDEX_FRAGMENT_DEMO_INTERACTION:
568 | proceed = (id != R.id.nav_interaction);
569 | break;
570 | default:
571 | proceed = false;
572 | break;
573 | }
574 |
575 | Log.i(CLS_NAME, "onNavigationItemSelected: proceeding: " + proceed);
576 |
577 | if (proceed) {
578 |
579 | final int tag;
580 | final Fragment fragment;
581 |
582 | switch (id) {
583 |
584 | case R.id.nav_basic:
585 | fragment = FragmentDemoBasic.newInstance();
586 | tag = INDEX_FRAGMENT_DEMO_BASIC;
587 | break;
588 | case R.id.nav_command:
589 | fragment = FragmentDemoCommand.newInstance();
590 | tag = INDEX_FRAGMENT_DEMO_COMMAND;
591 | break;
592 | case R.id.nav_interaction:
593 | fragment = FragmentDemoInteraction.newInstance();
594 | tag = INDEX_FRAGMENT_DEMO_INTERACTION;
595 | break;
596 | default:
597 | fragment = FragmentDemoBasic.newInstance();
598 | tag = INDEX_FRAGMENT_DEMO_BASIC;
599 | break;
600 | }
601 |
602 | runOnUiThread(new Runnable() {
603 | @Override
604 | public void run() {
605 | doFragmentReplaceTransaction(fragment, tag);
606 | }
607 | });
608 |
609 | } else {
610 | Log.i(CLS_NAME, "same fragment ignoring");
611 | }
612 | }
613 | }).start();
614 |
615 | return true;
616 | }
617 |
618 |
619 | @Override
620 | public void onPause() {
621 | super.onPause();
622 | Log.i(CLS_NAME, "onPause");
623 | }
624 |
625 | @Override
626 | public void onResume() {
627 | super.onResume();
628 | Log.i(CLS_NAME, "onResume: saiyAvailable: " + saiyAvailable);
629 |
630 | /*
631 | * Always recheck in onResume, as the user may have returned
632 | * to the app after correcting a condition that previously
633 | * made the Saiy API unavailable. This check uses minimal resource.
634 | */
635 | if (!saiyAvailable) {
636 | checkSaiyAvailability();
637 | }
638 | }
639 |
640 | @Override
641 | public void onDestroy() {
642 | super.onDestroy();
643 | Log.i(CLS_NAME, "onDestroy");
644 | saiyRequest = null;
645 | params = null;
646 |
647 | // Why not
648 | System.gc();
649 | System.exit(0);
650 | }
651 | }
652 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/ui/fragment/FragmentDemoBasic.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.ui.fragment;
18 |
19 | import android.content.Context;
20 | import android.os.Bundle;
21 | import android.os.Handler;
22 | import android.os.Looper;
23 | import android.support.annotation.NonNull;
24 | import android.support.annotation.Nullable;
25 | import android.support.v4.app.Fragment;
26 | import android.text.method.ScrollingMovementMethod;
27 | import android.util.Log;
28 | import android.view.LayoutInflater;
29 | import android.view.View;
30 | import android.view.ViewGroup;
31 | import android.view.inputmethod.InputMethodManager;
32 | import android.widget.AdapterView;
33 | import android.widget.EditText;
34 | import android.widget.ImageButton;
35 | import android.widget.Spinner;
36 | import android.widget.TextView;
37 |
38 | import org.json.JSONException;
39 | import org.json.JSONObject;
40 |
41 | import java.util.ArrayList;
42 | import java.util.Locale;
43 |
44 | import ai.saiy.android.api.Defaults;
45 | import ai.saiy.android.api.attributes.Gender;
46 | import ai.saiy.android.api.remote.Request;
47 | import ai.saiy.android.api.request.SaiyRequest;
48 | import ai.saiy.android.api.request.SaiyRequestParams;
49 | import ai.saiy.android.apiexample.R;
50 | import ai.saiy.android.apiexample.ui.activity.MainActivity;
51 |
52 | /**
53 | * Demonstration of all available Text to Speech, Voice Recognition and Natural Language providers
54 | * that are currently supported via the Saiy API.
55 | *
56 | * For demonstration purposes, you can enter your credentials for each provider in the
57 | * {@link ai.saiy.android.apiexample.configuration.SaiyConfiguration} file, although in production
58 | * you will of course need to store these more securely, or better still fetch them from your server.
59 | *
60 | * Created by benrandall76@gmail.com on 26/09/2016.
61 | */
62 |
63 | public class FragmentDemoBasic extends Fragment implements AdapterView.OnItemSelectedListener,
64 | View.OnClickListener {
65 |
66 | /**
67 | * TAG
68 | */
69 | private final String CLS_NAME = FragmentDemoBasic.class.getSimpleName();
70 |
71 | /**
72 | * Constants for TTS, VR and NLU options.
73 | */
74 | private static final int TTS_DEVICE_DEFAULT = 0;
75 | private static final int TTS_NUANCE = 1;
76 |
77 | private static final int VR_NONE = 0;
78 | private static final int VR_NATIVE = 1;
79 | private static final int VR_GOOGLE_CLOUD = 2;
80 | private static final int VR_GOOGLE_CHROMIUM = 3;
81 | private static final int VR_NUANCE = 4;
82 | private static final int VR_MICROSOFT = 5;
83 | private static final int VR_IBM = 6;
84 | private static final int VR_WIT = 7;
85 |
86 | private static final int NLU_NONE = 0;
87 | private static final int NLU_NUANCE = 1;
88 | private static final int NLU_MICROSOFT = 2;
89 | private static final int NLU_API_AI = 3;
90 | private static final int NLU_WIT = 4;
91 |
92 | /**
93 | * UI components
94 | */
95 | private Spinner spinnerTTS;
96 | private Spinner spinnerVR;
97 | private Spinner spinnerNLU;
98 | private EditText etSpeech;
99 | private TextView tvResults;
100 |
101 | /**
102 | * Will increment. Set your own in production that will correspond to an action
103 | * when a request has finished processing.
104 | */
105 | private int testRequestID = 555;
106 |
107 | /**
108 | * Locale US used for the sake of example, as it's supported by all
109 | * TTS, VR and NLU options.
110 | */
111 | private final Locale locale = Locale.US;
112 |
113 | /**
114 | * Standard empty fragment constructor
115 | */
116 | public FragmentDemoBasic() {
117 | }
118 |
119 | /**
120 | * Suggested static instantiation method
121 | *
122 | * @return a new instance of this fragment
123 | */
124 | public static FragmentDemoBasic newInstance() {
125 | return new FragmentDemoBasic();
126 | }
127 |
128 | @Override
129 | public void onCreate(final Bundle savedInstanceState) {
130 | super.onCreate(savedInstanceState);
131 | Log.i(CLS_NAME, "onCreate");
132 | }
133 |
134 | @Override
135 | public View onCreateView(@NonNull final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {
136 | Log.i(CLS_NAME, "onCreateView");
137 |
138 | final View rootView = inflater.inflate(R.layout.fragment_demo_basic, container, false);
139 |
140 | spinnerTTS = rootView.findViewById(R.id.spinnerTTS);
141 | spinnerTTS.setOnItemSelectedListener(this);
142 | spinnerVR = rootView.findViewById(R.id.spinnerVR);
143 | spinnerVR.setOnItemSelectedListener(this);
144 | spinnerNLU = rootView.findViewById(R.id.spinnerNLU);
145 | spinnerNLU.setOnItemSelectedListener(this);
146 |
147 | etSpeech = rootView.findViewById(R.id.etSpeech);
148 |
149 | tvResults = rootView.findViewById(R.id.tvResults);
150 | tvResults.setMovementMethod(ScrollingMovementMethod.getInstance());
151 |
152 | final ImageButton imageButton = rootView.findViewById(R.id.ibRun);
153 | imageButton.setOnClickListener(this);
154 |
155 | return rootView;
156 | }
157 |
158 |
159 | /**
160 | * Make sure VR and NLU providers match
161 | */
162 | @Override
163 | public void onItemSelected(final AdapterView parent, final View view, final int position, final long id) {
164 |
165 | switch (parent.getId()) {
166 |
167 | case R.id.spinnerTTS:
168 | Log.i(CLS_NAME, "onItemSelected: spinnerTTS: " + parent.getItemAtPosition(position).toString());
169 |
170 | switch (position) {
171 |
172 | case TTS_DEVICE_DEFAULT:
173 | break;
174 | case TTS_NUANCE:
175 | break;
176 | }
177 |
178 | break;
179 |
180 | case R.id.spinnerVR:
181 | Log.i(CLS_NAME, "onItemSelected: spinnerVR: " + parent.getItemAtPosition(position).toString());
182 |
183 | switch (position) {
184 |
185 | case VR_NONE:
186 | if (spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
187 | spinnerNLU.setSelection(NLU_NONE, true);
188 | }
189 | break;
190 | case VR_NATIVE:
191 | if (spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
192 | spinnerNLU.setSelection(NLU_NONE, true);
193 | }
194 | break;
195 | case VR_GOOGLE_CLOUD:
196 | if (spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
197 | spinnerNLU.setSelection(NLU_NONE, true);
198 | }
199 | break;
200 | case VR_GOOGLE_CHROMIUM:
201 | if (spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
202 | spinnerNLU.setSelection(NLU_NONE, true);
203 | }
204 | break;
205 | case VR_NUANCE:
206 | if (spinnerNLU.getSelectedItemPosition() != NLU_NUANCE
207 | && spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
208 | spinnerNLU.setSelection(NLU_NONE, true);
209 | }
210 | break;
211 | case VR_MICROSOFT:
212 | if (spinnerNLU.getSelectedItemPosition() != NLU_MICROSOFT
213 | && spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
214 | spinnerNLU.setSelection(NLU_NONE, true);
215 | }
216 | break;
217 | case VR_IBM:
218 | if (spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
219 | spinnerNLU.setSelection(NLU_NONE, true);
220 | }
221 | break;
222 | case VR_WIT:
223 | if (spinnerNLU.getSelectedItemPosition() != NLU_WIT
224 | && spinnerNLU.getSelectedItemPosition() != NLU_NONE) {
225 | spinnerNLU.setSelection(NLU_NONE, true);
226 | }
227 | break;
228 | }
229 |
230 | break;
231 |
232 | case R.id.spinnerNLU:
233 | Log.i(CLS_NAME, "onItemSelected: spinnerNLU: " + parent.getItemAtPosition(position).toString());
234 |
235 | switch (position) {
236 |
237 | case NLU_NONE:
238 | break;
239 | case NLU_NUANCE:
240 | if (spinnerVR.getSelectedItemPosition() != VR_NUANCE) {
241 | spinnerVR.setSelection(VR_NUANCE, true);
242 | }
243 | break;
244 | case NLU_MICROSOFT:
245 | if (spinnerVR.getSelectedItemPosition() != VR_MICROSOFT) {
246 | spinnerVR.setSelection(VR_MICROSOFT, true);
247 | }
248 | break;
249 | case NLU_API_AI:
250 | if (spinnerVR.getSelectedItemPosition() == VR_NONE) {
251 | spinnerVR.setSelection(VR_NATIVE, true);
252 | }
253 | break;
254 | case NLU_WIT:
255 | if (spinnerVR.getSelectedItemPosition() != VR_WIT) {
256 | spinnerVR.setSelection(VR_WIT, true);
257 | }
258 | break;
259 | }
260 |
261 | break;
262 | }
263 | }
264 |
265 | /**
266 | * Callback method to be invoked when the selection disappears from this
267 | * view. The selection can disappear for instance when touch is activated
268 | * or when the adapter becomes empty.
269 | *
270 | * @param parent The AdapterView that now contains no selected item.
271 | */
272 | @Override
273 | public void onNothingSelected(final AdapterView parent) {
274 | Log.i(CLS_NAME, "onNothingSelected");
275 | }
276 |
277 | @Override
278 | public void onClick(final View v) {
279 |
280 | if (etSpeech.getText() != null) {
281 |
282 | String commandText = etSpeech.getText().toString();
283 |
284 | //noinspection ConstantConditions
285 | if (commandText == null || commandText.trim().isEmpty()) {
286 | Log.w(CLS_NAME, "onClick: text naked");
287 |
288 | commandText = getString(R.string.default_intro);
289 | }
290 |
291 | hideIME();
292 | runAPI(commandText);
293 |
294 | } else {
295 | Log.e(CLS_NAME, "onClick: getText null");
296 | }
297 | }
298 |
299 | /**
300 | * Run the API using the configuration selected in the spinners.
301 | */
302 | @SuppressWarnings("ConstantConditions")
303 | private void runAPI(@NonNull final String utterance) {
304 | Log.i(CLS_NAME, "runAPI");
305 |
306 | appendText(null);
307 |
308 | if (MainActivity.saiyAvailable) {
309 |
310 | boolean apiParamsPass = true;
311 |
312 | final SaiyRequest saiyRequest = ((MainActivity) getActivity()).getSaiyRequest();
313 | final SaiyRequestParams params = ((MainActivity) getActivity()).getParams();
314 |
315 | if (saiyRequest != null && params != null) {
316 |
317 | params.setUtterance(utterance);
318 | params.setRequestId(String.valueOf(testRequestID));
319 | params.setAction(Defaults.ACTION.SPEAK_LISTEN);
320 |
321 | switch (spinnerTTS.getSelectedItemPosition()) {
322 |
323 | case TTS_DEVICE_DEFAULT:
324 |
325 | if (saiyRequest.isTTSLanguageLocalAvailable(locale)) {
326 | params.setTTSProvider(Defaults.TTS.LOCAL);
327 | params.setTTSLanguageLocal(locale);
328 | } else {
329 | Log.e(CLS_NAME, "Local Text to Speech does not support the locale " + locale.toString());
330 | apiParamsPass = false;
331 | }
332 |
333 | break;
334 | case TTS_NUANCE:
335 |
336 | if (saiyRequest.isTTSLanguageNuanceAvailable(locale)) {
337 | params.setTTSProvider(Defaults.TTS.NETWORK_NUANCE);
338 | params.setTTSLanguageNuance(locale, Gender.FEMALE);
339 | } else {
340 | Log.e(CLS_NAME, "Nuance Text to Speech does not support the locale " + locale.toString());
341 | apiParamsPass = false;
342 | }
343 |
344 | break;
345 | }
346 |
347 | switch (spinnerVR.getSelectedItemPosition()) {
348 |
349 | case VR_NONE:
350 | params.setAction(Defaults.ACTION.SPEAK_ONLY);
351 | break;
352 | case VR_NATIVE:
353 |
354 | if (saiyRequest.isVRLanguageNativeAvailable(locale)) {
355 | params.setVRProvider(Defaults.VR.NATIVE);
356 | params.setVRLanguageNative(locale);
357 | } else {
358 | Log.e(CLS_NAME, "Native Voice Recognition does not support the locale " + locale.toString());
359 | apiParamsPass = false;
360 | }
361 |
362 | break;
363 | case VR_GOOGLE_CLOUD:
364 |
365 | if (saiyRequest.isVRLanguageGoogleAvailable(locale)) {
366 | params.setVRProvider(Defaults.VR.GOOGLE_CLOUD);
367 | params.setVRLanguageGoogle(locale);
368 | } else {
369 | Log.e(CLS_NAME, "Google Voice Recognition does not support the locale " + locale.toString());
370 | apiParamsPass = false;
371 | }
372 |
373 | break;
374 | case VR_GOOGLE_CHROMIUM:
375 |
376 | if (saiyRequest.isVRLanguageGoogleAvailable(locale)) {
377 | params.setVRProvider(Defaults.VR.GOOGLE_CHROMIUM);
378 | params.setVRLanguageGoogle(locale);
379 | } else {
380 | Log.e(CLS_NAME, "Google Voice Recognition does not support the locale " + locale.toString());
381 | apiParamsPass = false;
382 | }
383 |
384 | break;
385 | case VR_NUANCE:
386 |
387 | if (saiyRequest.isVRLanguageNuanceAvailable(locale)) {
388 | params.setVRProvider(Defaults.VR.NUANCE);
389 | params.setVRLanguageNuance(locale);
390 | } else {
391 | Log.e(CLS_NAME, "Nuance Voice Recognition does not support the locale " + locale.toString());
392 | apiParamsPass = false;
393 | }
394 |
395 | break;
396 | case VR_MICROSOFT:
397 |
398 | Log.e(CLS_NAME, "Microsoft Voice Recognition is currently disabled until they fix the architecture issues");
399 | apiParamsPass = false;
400 |
401 | /*
402 | * Due to a lack of architecture support, this needs to be disabled for now
403 | * If your test device is armeabi or X86 you should be good to go.
404 | *
405 | * https://github.com/Azure-Samples/Cognitive-Speech-STT-Android/issues/54
406 | */
407 | // if (saiyRequest.isVRLanguageMicrosoftAvailable(locale)) {
408 | // params.setVRProvider(Defaults.VR.MICROSOFT);
409 | // params.setVRLanguageMicrosoft(locale);
410 | // } else {
411 | // Log.e(CLS_NAME, "Microsoft Voice Recognition does not support the locale " + locale.toString());
412 | // apiParamsPass = false;
413 | // }
414 |
415 | break;
416 | case VR_IBM:
417 |
418 | if (saiyRequest.isVRLanguageIBMAvailable(locale)) {
419 | params.setVRProvider(Defaults.VR.IBM);
420 | params.setVRLanguageIBM(locale);
421 | } else {
422 | Log.e(CLS_NAME, "IBM Voice Recognition does not support the locale " + locale.toString());
423 | apiParamsPass = false;
424 | }
425 |
426 | break;
427 | case VR_WIT:
428 |
429 | if (saiyRequest.isVRLanguageWitAvailable(locale)) {
430 | params.setVRProvider(Defaults.VR.WIT);
431 | params.setVRLanguageWit(locale);
432 | } else {
433 | Log.e(CLS_NAME, "WIT Voice Recognition does not support the locale " + locale.toString());
434 | apiParamsPass = false;
435 | }
436 |
437 | break;
438 | }
439 |
440 | switch (spinnerNLU.getSelectedItemPosition()) {
441 |
442 | case NLU_NONE:
443 | params.setLanguageModel(Defaults.LanguageModel.LOCAL);
444 | break;
445 | case NLU_NUANCE:
446 |
447 | // At time of writing, the Mix.nlu BETA supports only English-USA.
448 | if (saiyRequest.isNLULanguageNuanceAvailable(locale)) {
449 | params.setNLULanguageNuance(locale);
450 | params.setLanguageModel(Defaults.LanguageModel.NUANCE);
451 | } else {
452 | Log.e(CLS_NAME, "Nuance NLU does not support the locale " + locale.toString());
453 | apiParamsPass = false;
454 | }
455 |
456 | break;
457 | case NLU_MICROSOFT:
458 |
459 | if (saiyRequest.isNLULanguageMicrosoftAvailable(locale)) {
460 | params.setNLULanguageMicrosoft(locale);
461 | params.setLanguageModel(Defaults.LanguageModel.MICROSOFT);
462 | } else {
463 | Log.e(CLS_NAME, "Microsoft NLU does not support the locale " + locale.toString());
464 | apiParamsPass = false;
465 | }
466 |
467 | break;
468 | case NLU_API_AI:
469 |
470 | if (saiyRequest.isNLULanguageAPIAIAvailable(locale)) {
471 | params.setNLULanguageAPIAI(locale);
472 | params.setLanguageModel(Defaults.LanguageModel.API_AI);
473 | } else {
474 | Log.e(CLS_NAME, "Microsoft NLU does not support the locale " + locale.toString());
475 | apiParamsPass = false;
476 | }
477 |
478 | break;
479 | case NLU_WIT:
480 |
481 | if (saiyRequest.isNLULanguageWitAvailable(locale)) {
482 | params.setNLULanguageWit(locale);
483 | params.setLanguageModel(Defaults.LanguageModel.WIT);
484 | } else {
485 | Log.e(CLS_NAME, "Microsoft NLU does not support the locale " + locale.toString());
486 | apiParamsPass = false;
487 | }
488 |
489 | break;
490 | }
491 |
492 | if (apiParamsPass) {
493 |
494 | // Add the SaiyRequestParams
495 | saiyRequest.setParams(params);
496 |
497 | // Send the request
498 | saiyRequest.execute();
499 |
500 | // Increment the request id
501 | testRequestID++;
502 |
503 | } else {
504 | Log.e(CLS_NAME, "The request could not be processed. " +
505 | "If you don't know why, please check the logcat in more detail");
506 | }
507 | } else {
508 | Log.e(CLS_NAME, "Saiy has not correctly initialised. " +
509 | "Try opening and closing the demo app again and checking the logcat");
510 | }
511 | } else {
512 | Log.e(CLS_NAME, "Saiy is reporting unavailable. " +
513 | "If you don't know why, please check the logcat in more detail");
514 | appendText("BAD REQUEST");
515 | }
516 | }
517 |
518 | /**
519 | * Hide the IME once the input is complete
520 | */
521 | @SuppressWarnings("ConstantConditions")
522 | private void hideIME() {
523 | Log.i(CLS_NAME, "hideIME");
524 |
525 | ((InputMethodManager)
526 | etSpeech.getContext().getSystemService(Context.INPUT_METHOD_SERVICE))
527 | .hideSoftInputFromWindow(etSpeech.getApplicationWindowToken(),
528 | InputMethodManager.HIDE_NOT_ALWAYS);
529 | }
530 |
531 |
532 | /**
533 | * The {@link ai.saiy.android.api.remote.SaiyListener} is implemented in the Main Activity
534 | * class and passed here to the method of its namesake. You could implement the listener
535 | * directly here should you wish, depending on your design pattern. This callback will not
536 | * be on the main thread.
537 | *
538 | * @param requestId the unique request id sent with each API request
539 | */
540 | public void onUtteranceCompleted(final String requestId) {
541 | Log.d(CLS_NAME, "onUtteranceCompleted: " + requestId);
542 | appendText("onUtteranceCompleted: id: " + requestId + "\n");
543 | }
544 |
545 | /**
546 | * As above
547 | *
548 | * @param results the {@link Bundle} containing result information
549 | * @param requestId the unique request id sent with each API request
550 | */
551 | public void onSpeechResults(final Bundle results, final String requestId) {
552 | Log.d(CLS_NAME, "onSpeechResults: id: " + requestId);
553 | appendText("onSpeechResults: id: " + requestId + "\n");
554 |
555 | final ArrayList voiceData = results.getStringArrayList(Request.RESULTS_RECOGNITION);
556 | final float[] confidenceScore = results.getFloatArray(Request.CONFIDENCE_SCORES);
557 | final String nluString = results.getString(Request.RESULTS_NLU);
558 |
559 | if (confidenceScore != null && voiceData != null && confidenceScore.length == voiceData.size()) {
560 | for (int i = 0; i < voiceData.size(); i++) {
561 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i) + " ~ " + confidenceScore[i]);
562 | appendText(voiceData.get(i) + " ~ " + confidenceScore[i]);
563 | }
564 | } else if (voiceData != null) {
565 | for (int i = 0; i < voiceData.size(); i++) {
566 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i));
567 | appendText(voiceData.get(i));
568 | }
569 | } else {
570 | Log.w(CLS_NAME, "onSpeechResults: values error");
571 | appendText("onSpeechResults: values error");
572 | }
573 |
574 | if (nluString != null) {
575 | try {
576 | final JSONObject nulObject = new JSONObject(nluString);
577 | Log.i(CLS_NAME, "nulObject: " + nulObject.toString(4));
578 | appendText("\n" + nulObject.toString(4));
579 | } catch (final JSONException e) {
580 | Log.w(CLS_NAME, "onSpeechResults: JSONException");
581 | e.printStackTrace();
582 | }
583 | }
584 | }
585 |
586 | /**
587 | * As above
588 | *
589 | * @param error one of {@link Defaults.ERROR}
590 | * @param requestId the unique request id sent with each API request
591 | */
592 | public void onError(final Defaults.ERROR error, final String requestId) {
593 | Log.d(CLS_NAME, "onError: id: " + requestId);
594 |
595 | switch (error) {
596 |
597 | case ERROR_NO_MATCH:
598 | Log.w(CLS_NAME, "onError: ERROR_NO_MATCH");
599 | appendText("onError: ERROR_NO_MATCH");
600 |
601 | /*
602 | The speech recogniser returned empty results. The most common reason for this,
603 | would be the user failing to speak or using naughty words with the profanity
604 | filter enabled....
605 |
606 | Saiy will announce this to the user and direct them as to how to correct the issue.
607 | */
608 |
609 | break;
610 | case ERROR_BUSY:
611 | Log.w(CLS_NAME, "onError: ERROR_BUSY");
612 | appendText("onError: ERROR_BUSY");
613 |
614 | /*
615 | Your request was returned due to Saiy either listening or speaking. In this
616 | situation, an instruction to cancel the listening or speech was made, but it is not
617 | guaranteed to have been successful.
618 |
619 | The user will be aware of this scenario.
620 | */
621 |
622 | break;
623 | case ERROR_INTERRUPTED:
624 | Log.w(CLS_NAME, "onError: ERROR_INTERRUPTED");
625 | appendText("onError: ERROR_INTERRUPTED");
626 |
627 |
628 | /*
629 | Your request was cancelled mid process, due most probably, to an incoming call. The
630 | user will be aware of this scenario.
631 | */
632 |
633 | break;
634 | case ERROR_NETWORK:
635 | Log.w(CLS_NAME, "onError: ERROR_NETWORK");
636 | appendText("onError: ERROR_NETWORK");
637 |
638 | /*
639 | Your request could not be processed due to network conditions. Saiy will have informed
640 | the user of this issue.
641 | */
642 |
643 | break;
644 | case ERROR_SAIY:
645 | Log.w(CLS_NAME, "onError: ERROR_SAIY");
646 | appendText("onError: ERROR_SAIY");
647 |
648 | /*
649 | An error has occurred which Saiy has handled and directed the user to the solution.
650 | This will mean your request has failed, but hopefully the user is taking action via
651 | Saiy to resolve the problem and it may be resolved for the next request.
652 |
653 | Examples of such errors are missing voice/language installations or a hardware error.
654 | */
655 |
656 | break;
657 | case ERROR_DEVELOPER:
658 | Log.w(CLS_NAME, "onError: ERROR_DEVELOPER");
659 | appendText("onError: ERROR_DEVELOPER");
660 |
661 | /*
662 | This is returned if parameters included in the default configuration
663 | of the TTS or VR (etc) provider haven't worked or are invalid. Double check the API keys
664 | you provided are functioning and other parameters are correct. Check the logcat output
665 | for Saiy, to see if a more specific error has been reported.
666 |
667 | Make sure you declare
668 | in your Manifest.
669 |
670 | This error should not happen in production, as such things should become
671 | apparent in testing, but it is here just in case.
672 | */
673 |
674 | MainActivity.saiyAvailable = false;
675 |
676 | break;
677 | case ERROR_DENIED:
678 | Log.w(CLS_NAME, "onError: REQUEST_DENIED");
679 | appendText("onError: REQUEST_DENIED");
680 |
681 | /*
682 | Whilst the parameters passed for the remote request to Saiy were validated
683 | correctly (as far as not null or missing), the further request to the TTS or
684 | VR (etc) provider was returned as declined. Check the logcat output
685 | for Saiy, to see if a more specific error has been reported.
686 |
687 | One valid scenario here, would be your API key being over its usage quota.
688 |
689 | A further reason could be your application has been 'blacklisted' by Saiy. This can
690 | occur if too many misconfigured requests have been sent within a short period of time.
691 | Saiy will decline all further requests, to make sure the performance of the app
692 | remains unaffected.
693 |
694 | Any blacklisted apps can be 'released' by the user from within the Saiy Application
695 | Settings. The blacklist is cleared each time the Saiy Service restarts, or a application
696 | is updated - giving the previously misbehaving app a chance to right its wrongs.
697 | */
698 |
699 | MainActivity.saiyAvailable = false;
700 |
701 | break;
702 | case ERROR_UNKNOWN:
703 | default:
704 | Log.e(CLS_NAME, "onError: ERROR_UNKNOWN");
705 | appendText("onError: ERROR_UNKNOWN");
706 |
707 | /*
708 | Saiy will default to this error if something inexplicable has happened. There is no
709 | guarantee that Saiy will have announced an issue to the user, but it should have.
710 | */
711 |
712 | MainActivity.saiyAvailable = false;
713 | break;
714 | }
715 | }
716 |
717 | /**
718 | * Append results on the main thread.
719 | */
720 | private void appendText(@Nullable final String words) {
721 |
722 | if (getActivity() != null) {
723 | new Handler(Looper.getMainLooper()).post(new Runnable() {
724 | @Override
725 | public void run() {
726 | if (words != null) {
727 | tvResults.append("\n" + words);
728 | } else {
729 | tvResults.setText("");
730 | }
731 | }
732 | });
733 | }
734 | }
735 |
736 | @Override
737 | public void onPause() {
738 | super.onPause();
739 | Log.i(CLS_NAME, "onPause");
740 | }
741 |
742 | @Override
743 | public void onResume() {
744 | super.onResume();
745 | Log.i(CLS_NAME, "onResume");
746 | }
747 |
748 | @Override
749 | public void onDestroy() {
750 | super.onDestroy();
751 | Log.i(CLS_NAME, "onDestroy");
752 | }
753 | }
754 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/ui/fragment/FragmentDemoCommand.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.ui.fragment;
18 |
19 | import android.app.Activity;
20 | import android.os.Bundle;
21 | import android.os.Handler;
22 | import android.os.Looper;
23 | import android.support.annotation.NonNull;
24 | import android.support.annotation.Nullable;
25 | import android.support.v4.app.Fragment;
26 | import android.text.method.ScrollingMovementMethod;
27 | import android.util.Log;
28 | import android.view.LayoutInflater;
29 | import android.view.View;
30 | import android.view.ViewGroup;
31 | import android.widget.Button;
32 | import android.widget.TextView;
33 |
34 | import java.util.ArrayList;
35 | import java.util.Locale;
36 | import java.util.Set;
37 |
38 | import ai.saiy.android.api.remote.Request;
39 | import ai.saiy.android.api.request.Regex;
40 | import ai.saiy.android.api.request.SaiyKeyphrase;
41 | import ai.saiy.android.api.request.SaiyKeyphraseListener;
42 | import ai.saiy.android.apiexample.R;
43 | import ai.saiy.android.apiexample.ui.activity.MainActivity;
44 |
45 | import static ai.saiy.android.apiexample.service.MyIntentService.DO_NOT_USE_ZERO;
46 | import static ai.saiy.android.apiexample.service.MyIntentService.DO_SOMETHING_1;
47 | import static ai.saiy.android.apiexample.service.MyIntentService.DO_SOMETHING_2;
48 | import static ai.saiy.android.apiexample.service.MyIntentService.DO_SOMETHING_3;
49 |
50 | /**
51 | * Demonstration of registering a keyphrase that will trigger your application. This
52 | * example includes a simple keyword registration, as well as circumstances where you will use
53 | * the additional speech provided to react to the voice command.
54 | *
55 | * Specifically, 'Spotify playlist' and 'Spotify album' are demonstrated and the voice data
56 | * extracted to show which playlist/album would be started.
57 | *
58 | * Created by benrandall76@gmail.com on 03/10/2016.
59 | */
60 |
61 | public class FragmentDemoCommand extends Fragment implements SaiyKeyphraseListener, View.OnClickListener {
62 |
63 | /**
64 | * TAG
65 | */
66 | private final String CLS_NAME = FragmentDemoCommand.class.getSimpleName();
67 |
68 | /**
69 | * String phrases that will be registered in this example
70 | */
71 | private static final String SAUSAGES = "sausages";
72 | private static final String SPOTIFY_PLAYLIST = "spotify playlist";
73 | private static final String SPOTIFY_ALBUM = "spotify album";
74 |
75 | /**
76 | * Constant ids for each keyphrase
77 | */
78 | private static final int KEYPHRASE_ID_1 = 123;
79 | private static final int KEYPHRASE_ID_2 = 456;
80 | private static final int KEYPHRASE_ID_3 = 789;
81 |
82 | /**
83 | * UI component
84 | */
85 | private TextView tvResults;
86 |
87 | /**
88 | * Standard empty fragment constructor
89 | */
90 | public FragmentDemoCommand() {
91 | }
92 |
93 | /**
94 | * Suggested static instantiation method
95 | *
96 | * @return a new instance of this fragment
97 | */
98 | public static FragmentDemoCommand newInstance() {
99 | return new FragmentDemoCommand();
100 | }
101 |
102 | @Override
103 | public void onCreate(final Bundle savedInstanceState) {
104 | super.onCreate(savedInstanceState);
105 | Log.i(CLS_NAME, "onCreate");
106 | }
107 |
108 | @Override
109 | public View onCreateView(@NonNull final LayoutInflater inflater, final ViewGroup container,
110 | final Bundle savedInstanceState) {
111 | Log.i(CLS_NAME, "onCreateView");
112 |
113 | final View rootView = inflater.inflate(R.layout.fragment_demo_command, container, false);
114 |
115 | final Button buttonC1 = rootView.findViewById(R.id.buttonC1);
116 | buttonC1.setOnClickListener(this);
117 | final Button buttonC2 = rootView.findViewById(R.id.buttonC2);
118 | buttonC2.setOnClickListener(this);
119 | final Button buttonC3 = rootView.findViewById(R.id.buttonC3);
120 | buttonC3.setOnClickListener(this);
121 |
122 | tvResults = rootView.findViewById(R.id.tvResults);
123 | tvResults.setMovementMethod(ScrollingMovementMethod.getInstance());
124 |
125 | return rootView;
126 | }
127 |
128 | /**
129 | * Called when a view has been clicked.
130 | *
131 | * @param v The view that was clicked.
132 | */
133 | @Override
134 | public void onClick(final View v) {
135 | registerKeyphrase(v.getId());
136 | }
137 |
138 | /**
139 | * Handle the button click and register the corresponding keyphrase
140 | *
141 | * @param id of the view that was clicked
142 | */
143 | @SuppressWarnings("ConstantConditions")
144 | public void registerKeyphrase(final int id) {
145 | Log.i(CLS_NAME, "registerKeyphrase");
146 |
147 | if (MainActivity.saiyAvailable) {
148 |
149 | final SaiyKeyphrase keyphraseRequest = new SaiyKeyphrase(getActivity().getApplicationContext(),
150 | this);
151 |
152 | switch (id) {
153 | case R.id.buttonC1:
154 | keyphraseRequest.setDefinedAction(DO_SOMETHING_1);
155 | keyphraseRequest.setSaiyKeyphrase(SAUSAGES);
156 | keyphraseRequest.setRegex(Regex.MATCHES);
157 | break;
158 | case R.id.buttonC2:
159 | keyphraseRequest.setDefinedAction(DO_SOMETHING_2);
160 | keyphraseRequest.setSaiyKeyphrase(SPOTIFY_PLAYLIST);
161 | keyphraseRequest.setRegex(Regex.STARTS_WITH);
162 | break;
163 | case R.id.buttonC3:
164 | keyphraseRequest.setDefinedAction(DO_SOMETHING_3);
165 | keyphraseRequest.setSaiyKeyphrase(SPOTIFY_ALBUM);
166 | keyphraseRequest.setRegex(Regex.STARTS_WITH);
167 | break;
168 | }
169 |
170 | /*
171 | * When registering a keyphrase, you can include a bundle containing
172 | * any type of parameter. When the keyphrase is detected, a bundle will
173 | * be returned containing these original parameters, which can be used
174 | * to handle the action you intend to make.
175 | */
176 | final Bundle bundle = new Bundle();
177 |
178 | bundle.putString("some bundle String", "random String value");
179 | bundle.putBoolean("some bundle boolean", true);
180 | bundle.putInt("some bundle int", Integer.MAX_VALUE);
181 | keyphraseRequest.setExtraBundle(bundle);
182 |
183 | /*
184 | * In production, you would identify the keyphrase detected by the
185 | * constant set here.
186 | */
187 | final int myUniqueId;
188 |
189 | switch (id) {
190 | case R.id.buttonC1:
191 | myUniqueId = KEYPHRASE_ID_1;
192 | break;
193 | case R.id.buttonC2:
194 | myUniqueId = KEYPHRASE_ID_2;
195 | break;
196 | case R.id.buttonC3:
197 | myUniqueId = KEYPHRASE_ID_3;
198 | break;
199 | default:
200 | myUniqueId = 666;
201 | break;
202 | }
203 |
204 | final boolean interimSuccess = keyphraseRequest.sendRequest(myUniqueId);
205 |
206 | if (interimSuccess) {
207 | Log.i(CLS_NAME, "The keyphrase request initially returned: true from the library ~ However, " +
208 | "if the request fails to work, please view the logcat for " +
209 | "information, as on receipt of the request, Saiy will perform more stringent tests which " +
210 | "are subject to change. The final outcome will be received in onEnrollKeyphrase");
211 | } else {
212 | Log.e(CLS_NAME, "The keyphrase request was declined. Check the logcat for more information");
213 | }
214 |
215 | } else {
216 | Log.w(CLS_NAME, "Saiy is unavailable. Please check the log for more information");
217 | }
218 | }
219 |
220 | @Override
221 | public void onEnrollKeyphrase(final int result, final int requestId) {
222 | appendText(null);
223 |
224 | switch (result) {
225 | case Activity.RESULT_OK:
226 | Log.i(CLS_NAME, "onEnrollKeyphrase: RESULT_OK: " + requestId);
227 | appendText("onEnrollKeyphrase: RESULT_OK: " + requestId);
228 | break;
229 | case Activity.RESULT_CANCELED:
230 | Log.e(CLS_NAME, "onEnrollKeyphrase: RESULT_CANCELED: " + requestId);
231 | appendText("onEnrollKeyphrase: RESULT_CANCELED: " + requestId);
232 | break;
233 | default:
234 | Log.w(CLS_NAME, "onEnrollKeyphrase: default? Should not happen");
235 | appendText("onEnrollKeyphrase: default? Should not happen");
236 | break;
237 | }
238 | }
239 |
240 | /**
241 | * This example method is exposed to simulate a callback from your Intent Service, once a keyphrase
242 | * has been detected.
243 | *
244 | * @param bundle containing associated keyphrase extras
245 | */
246 | public void onExampleCallback(final Bundle bundle) {
247 |
248 | if (getActivity() != null && tvResults != null && bundle != null && !bundle.isEmpty()) {
249 |
250 | appendText(null);
251 |
252 | final ArrayList voiceData = bundle.getStringArrayList(Request.RESULTS_RECOGNITION);
253 | final float[] confidenceScore = bundle.getFloatArray(Request.CONFIDENCE_SCORES);
254 |
255 | if (confidenceScore != null && voiceData != null && confidenceScore.length == voiceData.size()) {
256 | for (int i = 0; i < voiceData.size(); i++) {
257 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i) + " ~ " + confidenceScore[i]);
258 | appendText(voiceData.get(i) + " ~ " + confidenceScore[i]);
259 | }
260 | } else if (voiceData != null) {
261 | for (int i = 0; i < voiceData.size(); i++) {
262 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i));
263 | appendText(voiceData.get(i));
264 | }
265 | } else {
266 | Log.w(CLS_NAME, "onSpeechResults: values error");
267 | appendText("onSpeechResults: values error");
268 | }
269 |
270 | appendText("\n");
271 |
272 | bundle.remove(Request.RESULTS_RECOGNITION);
273 | bundle.remove(Request.CONFIDENCE_SCORES);
274 |
275 | final Set keys = bundle.keySet();
276 | for (final String key : keys) {
277 | appendText(key + ": " + bundle.get(key));
278 | }
279 |
280 | if (voiceData != null && !voiceData.isEmpty()) {
281 |
282 | switch (bundle.getInt(SaiyKeyphrase.SAIY_ACTION, 0)) {
283 |
284 | case DO_SOMETHING_1:
285 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_1");
286 | appendText("Heard: " + SAUSAGES + "!");
287 | break;
288 | case DO_SOMETHING_2:
289 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_2");
290 | appendText("\nStart the playlist: " + voiceData.get(0).toLowerCase(Locale.US)
291 | .replaceFirst(SPOTIFY_PLAYLIST, "") + "!");
292 | break;
293 | case DO_SOMETHING_3:
294 | Log.i(CLS_NAME, "onHandleIntent: DO_SOMETHING_3");
295 | appendText("\nStart the album: " + voiceData.get(0).toLowerCase(Locale.US)
296 | .replaceFirst(SPOTIFY_ALBUM, "") + "!");
297 | break;
298 | case DO_NOT_USE_ZERO:
299 | Log.e(CLS_NAME, "onHandleIntent: DO_NOT_USE_ZERO");
300 | break;
301 | }
302 | } else {
303 | Log.e(CLS_NAME, "onHandleIntent: voice data empty - should not happen");
304 | }
305 | }
306 | }
307 |
308 | /**
309 | * Append results on the main thread.
310 | */
311 | private void appendText(@Nullable final String words) {
312 |
313 | if (getActivity() != null) {
314 | new Handler(Looper.getMainLooper()).post(new Runnable() {
315 | @Override
316 | public void run() {
317 | if (words != null) {
318 | tvResults.append("\n" + words);
319 | } else {
320 | tvResults.setText("");
321 | }
322 | }
323 | });
324 | }
325 | }
326 |
327 | @Override
328 | public void onPause() {
329 | super.onPause();
330 | Log.i(CLS_NAME, "onPause");
331 | }
332 |
333 | @Override
334 | public void onResume() {
335 | super.onResume();
336 | Log.i(CLS_NAME, "onResume");
337 | }
338 |
339 | @Override
340 | public void onDestroy() {
341 | super.onDestroy();
342 | Log.i(CLS_NAME, "onDestroy");
343 | }
344 | }
345 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/ui/fragment/FragmentDemoInteraction.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.ui.fragment;
18 |
19 | import android.os.Bundle;
20 | import android.os.Handler;
21 | import android.os.Looper;
22 | import android.support.annotation.NonNull;
23 | import android.support.annotation.Nullable;
24 | import android.support.v4.app.Fragment;
25 | import android.text.method.ScrollingMovementMethod;
26 | import android.util.Log;
27 | import android.view.LayoutInflater;
28 | import android.view.View;
29 | import android.view.ViewGroup;
30 | import android.widget.Button;
31 | import android.widget.TextView;
32 |
33 | import java.util.ArrayList;
34 | import java.util.Locale;
35 |
36 | import ai.saiy.android.api.Defaults;
37 | import ai.saiy.android.api.remote.Request;
38 | import ai.saiy.android.api.request.SaiyRequest;
39 | import ai.saiy.android.api.request.SaiyRequestParams;
40 | import ai.saiy.android.apiexample.R;
41 | import ai.saiy.android.apiexample.ui.activity.MainActivity;
42 | import ai.saiy.android.apiexample.utils.UtilsColour;
43 |
44 | /**
45 | * Simple demonstration of interacting with your user, in order to set the button colour
46 | * in your UI (as long as it is present in {@link UtilsColour}. This could be expanded to
47 | * setting their desired theme and then expanded further to absolutely anything you
48 | * wish to 'converse' with your user about.
49 | *
50 | * If the language by which you interact with will become complex or diverse, you should consider
51 | * using a machine learning NLU provider, rather than just basic string examination.
52 | *
53 | * Created by benrandall76@gmail.com on 03/10/2016.
54 | */
55 |
56 | public class FragmentDemoInteraction extends Fragment implements View.OnClickListener {
57 |
58 | /**
59 | * TAG
60 | */
61 | private final String CLS_NAME = FragmentDemoInteraction.class.getSimpleName();
62 |
63 | /**
64 | * UI components
65 | */
66 | private TextView tvResults;
67 | private Button button;
68 |
69 | /**
70 | * Will increment. Set your own in production that will correspond to an action
71 | * when a request has finished processing.
72 | */
73 | private int testRequestID = 777;
74 |
75 | /**
76 | * Locale US used for the sake of example, as it's supported by all
77 | * TTS, VR and NLU options.
78 | */
79 | private final Locale locale = Locale.US;
80 |
81 | /**
82 | * Standard empty fragment constructor
83 | */
84 | public FragmentDemoInteraction() {
85 | }
86 |
87 | /**
88 | * Suggested static instantiation method
89 | *
90 | * @return a new instance of this fragment
91 | */
92 | public static FragmentDemoInteraction newInstance() {
93 | return new FragmentDemoInteraction();
94 | }
95 |
96 | @Override
97 | public void onCreate(final Bundle savedInstanceState) {
98 | super.onCreate(savedInstanceState);
99 | Log.i(CLS_NAME, "onCreate");
100 | }
101 |
102 | @Override
103 | public View onCreateView(@NonNull final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {
104 | Log.i(CLS_NAME, "onCreateView");
105 |
106 | final View rootView = inflater.inflate(R.layout.fragment_demo_interaction, container, false);
107 |
108 | button = rootView.findViewById(R.id.button);
109 | button.setOnClickListener(this);
110 |
111 | tvResults = rootView.findViewById(R.id.tvResults);
112 | tvResults.setMovementMethod(ScrollingMovementMethod.getInstance());
113 |
114 | return rootView;
115 | }
116 |
117 | /**
118 | * Called when a view has been clicked.
119 | *
120 | * @param v The view that was clicked.
121 | */
122 | @Override
123 | public void onClick(final View v) {
124 | runAPI();
125 | }
126 |
127 | /**
128 | * Run the API.
129 | */
130 | @SuppressWarnings("ConstantConditions")
131 | private void runAPI() {
132 | Log.i(CLS_NAME, "runAPI");
133 |
134 | appendText(null);
135 |
136 | if (MainActivity.saiyAvailable) {
137 |
138 | final SaiyRequest saiyRequest = ((MainActivity) getActivity()).getSaiyRequest();
139 | final SaiyRequestParams params = ((MainActivity) getActivity()).getParams();
140 |
141 | params.setUtterance("Please say your favourite colour");
142 | params.setRequestId(String.valueOf(testRequestID));
143 | params.setAction(Defaults.ACTION.SPEAK_LISTEN);
144 | params.setTTSProvider(Defaults.TTS.LOCAL);
145 | params.setTTSLanguageLocal(locale);
146 | params.setVRProvider(Defaults.VR.NATIVE);
147 | params.setVRLanguageNative(locale);
148 | params.setLanguageModel(Defaults.LanguageModel.LOCAL);
149 | saiyRequest.setParams(params);
150 | saiyRequest.execute();
151 | testRequestID++;
152 |
153 | } else {
154 | Log.e(CLS_NAME, "Saiy is reporting unavailable. " +
155 | "If you don't know why, please check the logcat in more detail");
156 | appendText("BAD REQUEST");
157 | }
158 | }
159 |
160 | /**
161 | * The {@link ai.saiy.android.api.remote.SaiyListener} is implemented in the Main Activity
162 | * class and passed here to the method of its namesake. You could implement the listener
163 | * directly here should you wish, depending on your design pattern. This callback will not
164 | * be on the main thread.
165 | *
166 | * @param requestId the unique request id sent with each API request
167 | */
168 | public void onUtteranceCompleted(final String requestId) {
169 | Log.d(CLS_NAME, "onUtteranceCompleted: " + requestId);
170 | appendText("onUtteranceCompleted: id: " + requestId + "\n");
171 | }
172 |
173 | /**
174 | * As above
175 | *
176 | * @param results the {@link Bundle} containing result information
177 | * @param requestId the unique request id sent with each API request
178 | */
179 | public void onSpeechResults(final Bundle results, final String requestId) {
180 | Log.d(CLS_NAME, "onSpeechResults: id: " + requestId);
181 | appendText("onSpeechResults: id: " + requestId + "\n");
182 |
183 | final ArrayList voiceData = results.getStringArrayList(Request.RESULTS_RECOGNITION);
184 | final float[] confidenceScore = results.getFloatArray(Request.CONFIDENCE_SCORES);
185 |
186 | if (confidenceScore != null && voiceData != null && confidenceScore.length == voiceData.size()) {
187 | for (int i = 0; i < voiceData.size(); i++) {
188 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i) + " ~ " + confidenceScore[i]);
189 | appendText(voiceData.get(i) + " ~ " + confidenceScore[i]);
190 | }
191 | } else if (voiceData != null) {
192 | for (int i = 0; i < voiceData.size(); i++) {
193 | Log.i(CLS_NAME, "onSpeechResults: " + voiceData.get(i));
194 | appendText(voiceData.get(i));
195 | }
196 | } else {
197 | Log.w(CLS_NAME, "onSpeechResults: values error");
198 | appendText("onSpeechResults: values error");
199 | }
200 |
201 | if (voiceData != null && !voiceData.isEmpty()) {
202 | setColour(UtilsColour.getColourFromName(voiceData));
203 | }
204 | }
205 |
206 | /**
207 | * As above
208 | *
209 | * @param error one of {@link Defaults.ERROR}
210 | * @param requestId the unique request id sent with each API request
211 | */
212 | public void onError(final Defaults.ERROR error, final String requestId) {
213 | Log.d(CLS_NAME, "onError: id: " + requestId);
214 |
215 | switch (error) {
216 |
217 | case ERROR_NO_MATCH:
218 | Log.w(CLS_NAME, "onError: ERROR_NO_MATCH");
219 | appendText("onError: ERROR_NO_MATCH");
220 |
221 | /*
222 | The speech recogniser returned empty results. The most common reason for this,
223 | would be the user failing to speak or using naughty words with the profanity
224 | filter enabled....
225 |
226 | Saiy will announce this to the user and direct them as to how to correct the issue.
227 | */
228 |
229 | break;
230 | case ERROR_BUSY:
231 | Log.w(CLS_NAME, "onError: ERROR_BUSY");
232 | appendText("onError: ERROR_BUSY");
233 |
234 | /*
235 | Your request was returned due to Saiy either listening or speaking. In this
236 | situation, an instruction to cancel the listening or speech was made, but it is not
237 | guaranteed to have been successful.
238 |
239 | The user will be aware of this scenario.
240 | */
241 |
242 | break;
243 | case ERROR_INTERRUPTED:
244 | Log.w(CLS_NAME, "onError: ERROR_INTERRUPTED");
245 | appendText("onError: ERROR_INTERRUPTED");
246 |
247 |
248 | /*
249 | Your request was cancelled mid process, due most probably, to an incoming call. The
250 | user will be aware of this scenario.
251 | */
252 |
253 | break;
254 | case ERROR_NETWORK:
255 | Log.w(CLS_NAME, "onError: ERROR_NETWORK");
256 | appendText("onError: ERROR_NETWORK");
257 |
258 | /*
259 | Your request could not be processed due to network conditions. Saiy will have informed
260 | the user of this issue.
261 | */
262 |
263 | break;
264 | case ERROR_SAIY:
265 | Log.w(CLS_NAME, "onError: ERROR_SAIY");
266 | appendText("onError: ERROR_SAIY");
267 |
268 | /*
269 | An error has occurred which Saiy has handled and directed the user to the solution.
270 | This will mean your request has failed, but hopefully the user is taking action via
271 | Saiy to resolve the problem and it may be resolved for the next request.
272 |
273 | Examples of such errors are missing voice/language installations or a hardware error.
274 | */
275 |
276 | break;
277 | case ERROR_DEVELOPER:
278 | Log.w(CLS_NAME, "onError: ERROR_DEVELOPER");
279 | appendText("onError: ERROR_DEVELOPER");
280 |
281 | /*
282 | This is returned if parameters included in the default configuration
283 | of the TTS or VR (etc) provider haven't worked or are invalid. Double check the API keys
284 | you provided are functioning and other parameters are correct. Check the logcat output
285 | for Saiy, to see if a more specific error has been reported.
286 |
287 | Make sure you declare
288 | in your Manifest.
289 |
290 | This error should not happen in production, as such things should become
291 | apparent in testing, but it is here just in case.
292 | */
293 |
294 | MainActivity.saiyAvailable = false;
295 |
296 | break;
297 | case ERROR_DENIED:
298 | Log.w(CLS_NAME, "onError: REQUEST_DENIED");
299 | appendText("onError: REQUEST_DENIED");
300 |
301 | /*
302 | Whilst the parameters passed for the remote request to Saiy were validated
303 | correctly (as far as not null or missing), the further request to the TTS or
304 | VR (etc) provider was returned as declined. Check the logcat output
305 | for Saiy, to see if a more specific error has been reported.
306 |
307 | One valid scenario here, would be your API key being over its usage quota.
308 |
309 | A further reason could be your application has been 'blacklisted' by Saiy. This can
310 | occur if too many misconfigured requests have been sent within a short period of time.
311 | Saiy will decline all further requests, to make sure the performance of the app
312 | remains unaffected.
313 |
314 | Any blacklisted apps can be 'released' by the user from within the Saiy Application
315 | Settings. The blacklist is cleared each time the Saiy Service restarts, or a application
316 | is updated - giving the previously misbehaving app a chance to right its wrongs.
317 | */
318 |
319 | MainActivity.saiyAvailable = false;
320 |
321 | break;
322 | case ERROR_UNKNOWN:
323 | default:
324 | Log.e(CLS_NAME, "onError: ERROR_UNKNOWN");
325 | appendText("onError: ERROR_UNKNOWN");
326 |
327 | /*
328 | Saiy will default to this error if something inexplicable has happened. There is no
329 | guarantee that Saiy will have announced an issue to the user, but it should have.
330 | */
331 |
332 | MainActivity.saiyAvailable = false;
333 | break;
334 | }
335 | }
336 |
337 | /**
338 | * Update the colour of the button on the main thread based on the voice results.
339 | *
340 | * @param colour the integer representation of the chosen colour.
341 | */
342 | private void setColour(final int colour) {
343 |
344 | if (getActivity() != null) {
345 | new Handler(Looper.getMainLooper()).post(new Runnable() {
346 | @Override
347 | public void run() {
348 | button.setBackgroundColor(colour);
349 | }
350 | });
351 | }
352 | }
353 |
354 | /**
355 | * Append results on the main thread.
356 | */
357 | private void appendText(@Nullable final String words) {
358 |
359 | if (getActivity() != null) {
360 | new Handler(Looper.getMainLooper()).post(new Runnable() {
361 | @Override
362 | public void run() {
363 | if (words != null) {
364 | tvResults.append("\n" + words);
365 | } else {
366 | tvResults.setText("");
367 | }
368 | }
369 | });
370 | }
371 | }
372 |
373 | @Override
374 | public void onPause() {
375 | super.onPause();
376 | Log.i(CLS_NAME, "onPause");
377 | }
378 |
379 | @Override
380 | public void onResume() {
381 | super.onResume();
382 | Log.i(CLS_NAME, "onResume");
383 | }
384 |
385 | @Override
386 | public void onDestroy() {
387 | super.onDestroy();
388 | Log.i(CLS_NAME, "onDestroy");
389 | }
390 | }
391 |
--------------------------------------------------------------------------------
/app/src/main/java/ai/saiy/android/apiexample/utils/UtilsColour.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright 2016 Saiy™ Ltd
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package ai.saiy.android.apiexample.utils;
18 |
19 | import android.graphics.Color;
20 | import android.support.annotation.NonNull;
21 |
22 | import java.util.ArrayList;
23 | import java.util.Locale;
24 |
25 | /**
26 | * Created by benrandall76@gmail.com on 03/10/2016.
27 | *
28 | * Example code extracted from the link below. License unknown, assumed Apache. If you are the copyright
29 | * holder of this work, or your attribution is missing, please contact me, so I can correct the file
30 | * as necessary.
31 | *
32 | * Java Code to get a color name from rgb/hex value/awt color
33 | *