matches,
122 | int minNumMatches) {
123 | numMatchesInImage = new int[trainImages.size()];
124 | matchIndex = -1;
125 | numMatches = 0;
126 |
127 | for (MatOfDMatch matOfDMatch : matches) {
128 | DMatch[] dMatch = matOfDMatch.toArray();
129 | boolean[] imagesMatched = new boolean[trainImages.size()];
130 | for (int i = 0; i < dMatch.length; i++) {
131 | if (!imagesMatched[dMatch[i].imgIdx]) {
132 | numMatchesInImage[dMatch[i].imgIdx]++;
133 | imagesMatched[dMatch[i].imgIdx] = true;
134 | }
135 | }
136 | }
137 | for (int i = 0; i < numMatchesInImage.length; i++) {
138 | if (numMatchesInImage[i] > numMatches) {
139 | matchIndex = i;
140 | numMatches = numMatchesInImage[i];
141 | }
142 | }
143 | if (numMatches < minNumMatches) {
144 | return "-";
145 | } else {
146 | return objectNames.get(matchIndex);
147 | }
148 | }
149 | }
150 |
--------------------------------------------------------------------------------
/gen/com/android_object_recog/R.java:
--------------------------------------------------------------------------------
1 | /* AUTO-GENERATED FILE. DO NOT MODIFY.
2 | *
3 | * This class was automatically generated by the
4 | * aapt tool from the resource data it found. It
5 | * should not be modified by hand.
6 | */
7 |
8 | package com.android_object_recog;
9 |
10 | public final class R {
11 | public static final class attr {
12 | /** May be an integer value, such as "100".
13 |
This may also be a reference to a resource (in the form
14 | "@[package:]type:name") or
15 | theme attribute (in the form
16 | "?[package:][type:]name")
17 | containing a value of this type.
18 |
May be one of the following constant values.
19 |
20 |
21 |
22 |
23 | | Constant | Value | Description |
|---|
24 | any | -1 | |
25 | back | 0 | |
26 | front | 1 | |
27 |
28 | */
29 | public static final int camera_id=0x7f010001;
30 | /** Must be a boolean value, either "true" or "false".
31 |
This may also be a reference to a resource (in the form
32 | "@[package:]type:name") or
33 | theme attribute (in the form
34 | "?[package:][type:]name")
35 | containing a value of this type.
36 | */
37 | public static final int show_fps=0x7f010000;
38 | }
39 | public static final class drawable {
40 | public static final int ic_launcher=0x7f020000;
41 | }
42 | public static final class id {
43 | public static final int any=0x7f040000;
44 | public static final int back=0x7f040001;
45 | public static final int cameraView=0x7f040005;
46 | public static final int detectedObjTextView=0x7f040006;
47 | public static final int front=0x7f040002;
48 | public static final int scrollLinearLayout=0x7f040004;
49 | public static final int scrollView=0x7f040003;
50 | }
51 | public static final class layout {
52 | public static final int activity_main=0x7f030000;
53 | }
54 | public static final class menu {
55 | public static final int activity_main=0x7f070000;
56 | }
57 | public static final class string {
58 | public static final int app_name=0x7f050000;
59 | public static final int menu_settings=0x7f050001;
60 | public static final int title_activity_main=0x7f050002;
61 | }
62 | public static final class style {
63 | /**
64 | Base application theme, dependent on API level. This theme is replaced
65 | by AppBaseTheme from res/values-vXX/styles.xml on newer devices.
66 |
67 |
68 | Theme customizations available in newer API levels can go in
69 | res/values-vXX/styles.xml, while customizations related to
70 | backward-compatibility can go here.
71 |
72 |
73 | Base application theme for API 11+. This theme completely replaces
74 | AppBaseTheme from res/values/styles.xml on API 11+ devices.
75 |
76 | API 11 theme customizations can go here.
77 |
78 | Base application theme for API 14+. This theme completely replaces
79 | AppBaseTheme from BOTH res/values/styles.xml and
80 | res/values-v11/styles.xml on API 14+ devices.
81 |
82 | API 14 theme customizations can go here.
83 | */
84 | public static final int AppBaseTheme=0x7f060000;
85 | /** Application theme.
86 | All customizations that are NOT specific to a particular API-level can go here.
87 | */
88 | public static final int AppTheme=0x7f060001;
89 | }
90 | public static final class styleable {
91 | /** Attributes that can be used with a CameraBridgeViewBase.
92 |
Includes the following attributes:
93 |
94 |
95 |
96 | | Attribute | Description |
|---|
97 | {@link #CameraBridgeViewBase_camera_id com.android_object_recog:camera_id} | |
98 | {@link #CameraBridgeViewBase_show_fps com.android_object_recog:show_fps} | |
99 |
100 | @see #CameraBridgeViewBase_camera_id
101 | @see #CameraBridgeViewBase_show_fps
102 | */
103 | public static final int[] CameraBridgeViewBase = {
104 | 0x7f010000, 0x7f010001
105 | };
106 | /**
107 | This symbol is the offset where the {@link com.android_object_recog.R.attr#camera_id}
108 | attribute's value can be found in the {@link #CameraBridgeViewBase} array.
109 |
110 |
111 |
May be an integer value, such as "100".
112 |
This may also be a reference to a resource (in the form
113 | "@[package:]type:name") or
114 | theme attribute (in the form
115 | "?[package:][type:]name")
116 | containing a value of this type.
117 |
May be one of the following constant values.
118 |
119 |
120 |
121 |
122 | | Constant | Value | Description |
|---|
123 | any | -1 | |
124 | back | 0 | |
125 | front | 1 | |
126 |
127 | @attr name android:camera_id
128 | */
129 | public static final int CameraBridgeViewBase_camera_id = 1;
130 | /**
131 | This symbol is the offset where the {@link com.android_object_recog.R.attr#show_fps}
132 | attribute's value can be found in the {@link #CameraBridgeViewBase} array.
133 |
134 |
135 |
Must be a boolean value, either "true" or "false".
136 |
This may also be a reference to a resource (in the form
137 | "@[package:]type:name") or
138 | theme attribute (in the form
139 | "?[package:][type:]name")
140 | containing a value of this type.
141 | @attr name android:show_fps
142 | */
143 | public static final int CameraBridgeViewBase_show_fps = 0;
144 | };
145 | }
146 |
--------------------------------------------------------------------------------
/src/com/android_object_recog/MainActivity.java:
--------------------------------------------------------------------------------
1 | package com.android_object_recog;
2 |
3 | import java.io.File;
4 | import java.io.IOException;
5 | import java.util.ArrayList;
6 | import java.util.Collections;
7 | import java.util.Locale;
8 |
9 | import org.opencv.android.BaseLoaderCallback;
10 | import org.opencv.android.CameraBridgeViewBase;
11 | import org.opencv.android.CameraBridgeViewBase.CvCameraViewFrame;
12 | import org.opencv.android.CameraBridgeViewBase.CvCameraViewListener2;
13 | import org.opencv.android.LoaderCallbackInterface;
14 | import org.opencv.android.OpenCVLoader;
15 | import org.opencv.core.Mat;
16 |
17 | import com.android_object_recog.object_recog.ObjectRecognizer;
18 | import com.android_object_recog.object_recog.Utilities;
19 | import com.android_object_recog.R;
20 |
21 | import android.media.ThumbnailUtils;
22 | import android.net.Uri;
23 | import android.os.Bundle;
24 | import android.os.Environment;
25 | import android.os.Handler;
26 | import android.provider.MediaStore;
27 | import android.app.Activity;
28 | import android.app.AlertDialog;
29 | import android.app.Dialog;
30 | import android.content.DialogInterface;
31 | import android.content.Intent;
32 | import android.content.pm.ActivityInfo;
33 | import android.graphics.Bitmap;
34 | import android.graphics.BitmapFactory;
35 | import android.speech.tts.TextToSpeech;
36 | import android.speech.tts.TextToSpeech.OnInitListener;
37 | import android.view.View;
38 | import android.view.Window;
39 | import android.view.ViewGroup.LayoutParams;
40 | import android.widget.Button;
41 | import android.widget.EditText;
42 | import android.widget.ImageView;
43 | import android.widget.LinearLayout;
44 | import android.widget.TextView;
45 | import android.widget.Toast;
46 |
47 | public class MainActivity extends Activity implements CvCameraViewListener2 {
48 |
49 | private Mat mRgba;
50 | private Mat mGray;
51 |
52 | private CameraBridgeViewBase cameraView;
53 | private LinearLayout scrollLinearLayout;
54 |
55 | private Handler handler;
56 |
57 | private String detectedObj;
58 | private String lastDetectedObj;
59 |
60 | private ObjectRecognizer recognizer;
61 | private TextToSpeech synthesizer;
62 |
63 | private static final int CAPTURE_IMAGE = 100;
64 | private static final int TTS_CHECK = 200;
65 |
66 | private boolean isSynthesizerInitialized = false;
67 |
68 | private ArrayList imageFiles;
69 |
70 | private BaseLoaderCallback mLoaderCallback = new BaseLoaderCallback(this) {
71 | @Override
72 | public void onManagerConnected(int status) {
73 | switch (status) {
74 | case LoaderCallbackInterface.SUCCESS: {
75 | cameraView.enableView();
76 | cameraView.setFocusable(true);
77 |
78 | recognizer = new ObjectRecognizer(getFilesDir());
79 | }
80 | break;
81 | default: {
82 | super.onManagerConnected(status);
83 | }
84 | break;
85 | }
86 | }
87 | };
88 |
89 | @Override
90 | public void onResume() {
91 | super.onResume();
92 | OpenCVLoader.initAsync(OpenCVLoader.OPENCV_VERSION_2_4_3, this,
93 | mLoaderCallback);
94 | }
95 |
96 | TextView zeroObjects;
97 |
98 | @Override
99 | protected void onCreate(Bundle savedInstanceState) {
100 | super.onCreate(savedInstanceState);
101 | setContentView(R.layout.activity_main);
102 | scrollLinearLayout = (LinearLayout) findViewById(R.id.scrollLinearLayout);
103 |
104 | detectedObj = "-";
105 |
106 | setRequestedOrientation(ActivityInfo.SCREEN_ORIENTATION_LANDSCAPE);
107 |
108 | handler = new Handler();
109 |
110 | cameraView = (CameraBridgeViewBase) findViewById(R.id.cameraView);
111 | cameraView.setVisibility(View.VISIBLE);
112 | cameraView.setCvCameraViewListener(this);
113 |
114 | Intent checkIntent = new Intent();
115 | checkIntent.setAction(TextToSpeech.Engine.ACTION_CHECK_TTS_DATA);
116 | startActivityForResult(checkIntent, TTS_CHECK);
117 |
118 | // prepare textview to insert if database gets empty
119 | zeroObjects = new TextView(this);
120 | zeroObjects.setText("There are no objects in your database yet."
121 | + "\nStart by clicking the \"New Object\" button above");
122 | zeroObjects.setLayoutParams(new LayoutParams(LayoutParams.MATCH_PARENT,
123 | LayoutParams.WRAP_CONTENT));
124 | zeroObjects.setPadding(5, 5, 5, 5);
125 |
126 | imageFiles = Utilities.getJPGFiles(getFilesDir());
127 | if (imageFiles.size() > 0) {
128 | for (File file : imageFiles) {
129 | addImageThumbnail(file, -1);
130 | }
131 | } else {
132 | scrollLinearLayout.addView(zeroObjects);
133 | }
134 | }
135 |
136 | @Override
137 | public void onPause() {
138 | super.onPause();
139 | if (cameraView != null)
140 | cameraView.disableView();
141 | }
142 |
143 | @Override
144 | public void onDestroy() {
145 | super.onDestroy();
146 | if (cameraView != null)
147 | cameraView.disableView();
148 | }
149 |
150 | @Override
151 | public void onCameraViewStarted(int width, int height) {
152 | }
153 |
154 | @Override
155 | public void onCameraViewStopped() {
156 | }
157 |
158 | @Override
159 | public Mat onCameraFrame(CvCameraViewFrame inputFrame) {
160 | mRgba = inputFrame.rgba();
161 | mGray = inputFrame.gray();
162 | lastDetectedObj = detectedObj;
163 | detectedObj = recognizer.recognize(mGray);
164 |
165 | if (isSynthesizerInitialized) {
166 | if (!detectedObj.equals("-")
167 | && !detectedObj.equals(lastDetectedObj)) {
168 | synthesizer.speak(detectedObj, TextToSpeech.QUEUE_ADD, null);
169 | }
170 | }
171 |
172 | handler.post(new EditViewRunnable());
173 |
174 | return mRgba;
175 | }
176 |
177 | private class EditViewRunnable implements Runnable {
178 | @Override
179 | public void run() {
180 | TextView detectedObjTextView = (TextView) findViewById(R.id.detectedObjTextView);
181 | detectedObjTextView.setText(detectedObj);
182 | }
183 | }
184 |
185 | private class TTSInitListener implements OnInitListener {
186 | @Override
187 | public void onInit(int status) {
188 | isSynthesizerInitialized = true;
189 | }
190 | }
191 |
192 | // creates a horizontal linear layout containing the thumbnail of the image
193 | // in the given file together with its name
194 | // and inserts it in the activity's scrollView
195 | private void addImageThumbnail(File file, int index) {
196 | LinearLayout layout = new LinearLayout(this);
197 | layout.setOrientation(LinearLayout.HORIZONTAL);
198 |
199 | ImageView image = new ImageView(this);
200 | BitmapFactory.Options options = new BitmapFactory.Options();
201 | options.inSampleSize = 4;
202 | Bitmap thumbnail = ThumbnailUtils.extractThumbnail(
203 | BitmapFactory.decodeFile(file.getPath(), options), 64, 64);
204 | image.setImageBitmap(thumbnail);
205 | image.setPadding(5, 5, 5, 5);
206 |
207 | TextView text = new TextView(this);
208 | text.setText(file.getName().substring(0,
209 | file.getName().lastIndexOf(".")));
210 | text.setPadding(5, 5, 5, 5);
211 |
212 | layout.addView(image);
213 | layout.addView(text);
214 | layout.setOnClickListener(viewObject());
215 |
216 | if (index != -1) {
217 | scrollLinearLayout.addView(layout, index);
218 | } else {
219 | scrollLinearLayout.addView(layout);
220 | }
221 | }
222 |
223 | int clickedImgIdx;
224 |
225 | // creates a dialog to show a larger image of the clicked object
226 | View.OnClickListener viewObject() {
227 | return new View.OnClickListener() {
228 | public void onClick(View view) {
229 | clickedImgIdx = scrollLinearLayout.indexOfChild(view);
230 | File imageFile = imageFiles.get(clickedImgIdx);
231 |
232 | final Dialog imageDialog = new Dialog(MainActivity.this);
233 | imageDialog.getWindow().requestFeature(Window.FEATURE_NO_TITLE);
234 |
235 | LinearLayout dialogLayout = new LinearLayout(MainActivity.this);
236 | dialogLayout.setLayoutParams(new LayoutParams(
237 | LayoutParams.MATCH_PARENT, LayoutParams.MATCH_PARENT));
238 | dialogLayout.setOrientation(LinearLayout.VERTICAL);
239 | imageDialog.addContentView(dialogLayout, new LayoutParams(
240 | LayoutParams.MATCH_PARENT, LayoutParams.MATCH_PARENT));
241 |
242 | ImageView fullSizeImage = new ImageView(MainActivity.this);
243 | fullSizeImage.setLayoutParams(new LayoutParams(
244 | LayoutParams.WRAP_CONTENT, LayoutParams.WRAP_CONTENT));
245 | BitmapFactory.Options options = new BitmapFactory.Options();
246 | options.inSampleSize = 2;
247 | Bitmap fullSizeBM = BitmapFactory.decodeFile(
248 | imageFile.getPath(), options);
249 | fullSizeImage.setImageBitmap(fullSizeBM);
250 | fullSizeImage.setAdjustViewBounds(true);
251 | dialogLayout.addView(fullSizeImage);
252 |
253 | LinearLayout buttonsLayout = new LinearLayout(MainActivity.this);
254 | buttonsLayout.setLayoutParams(new LayoutParams(
255 | LayoutParams.MATCH_PARENT, LayoutParams.MATCH_PARENT));
256 | buttonsLayout.setOrientation(LinearLayout.HORIZONTAL);
257 |
258 | Button deleteBtn = new Button(MainActivity.this);
259 | deleteBtn.setText("Delete");
260 | deleteBtn.setOnClickListener(new View.OnClickListener() {
261 | @Override
262 | public void onClick(View v) {
263 | cameraView.disableView();
264 | imageDialog.dismiss();
265 | // delete file
266 | File toBeDeteled = imageFiles.get(clickedImgIdx);
267 | toBeDeteled.delete();
268 |
269 | // adjust UI
270 | imageFiles.remove(clickedImgIdx);
271 | scrollLinearLayout.removeViewAt(clickedImgIdx);
272 |
273 | // adjust recognizer
274 | recognizer.removeObject(clickedImgIdx);
275 | cameraView.enableView();
276 |
277 | // tell user
278 | if (isSynthesizerInitialized) {
279 | synthesizer.speak(
280 | "Object "
281 | + toBeDeteled.getName().substring(
282 | 0,
283 | toBeDeteled.getName()
284 | .lastIndexOf("."))
285 | + " successfully deleted",
286 | TextToSpeech.QUEUE_FLUSH, null);
287 | }
288 |
289 | // if database gets empty insert zeroObjects textview
290 | if (imageFiles.size() == 0) {
291 | scrollLinearLayout.addView(zeroObjects);
292 | }
293 | }
294 | });
295 | buttonsLayout.addView(deleteBtn);
296 |
297 | Button cancelBtn = new Button(MainActivity.this);
298 | cancelBtn.setText("Cancel");
299 | cancelBtn.setOnClickListener(new View.OnClickListener() {
300 | @Override
301 | public void onClick(View v) {
302 | imageDialog.dismiss();
303 | }
304 | });
305 |
306 | buttonsLayout.addView(cancelBtn);
307 | dialogLayout.addView(buttonsLayout);
308 |
309 | imageDialog.show();
310 |
311 | }
312 | };
313 | }
314 |
315 | private String newImgFilename;
316 | private static File tempDir = Environment
317 | .getExternalStoragePublicDirectory(Environment.DIRECTORY_PICTURES);
318 |
319 | // pops up a dialog where user enters the name of the new object and
320 | // continues to capture its image using a camera
321 | public void addObject(View view) {
322 | cameraView.disableView();
323 |
324 | AlertDialog.Builder builder = new AlertDialog.Builder(this);
325 | final EditText input = new EditText(this);
326 | builder.setCancelable(false)
327 | .setTitle("New Object")
328 | .setMessage("Choose a name for your new object")
329 | .setView(input)
330 | .setPositiveButton("Proceed", null)
331 | .setNegativeButton("Cancel",
332 | new DialogInterface.OnClickListener() {
333 | @Override
334 | public void onClick(DialogInterface dialog,
335 | int whichButton) {
336 | dialog.cancel();
337 | cameraView.enableView();
338 | }
339 | });
340 |
341 | final AlertDialog dialog = builder.create();
342 |
343 | dialog.setOnShowListener(new DialogInterface.OnShowListener() {
344 | @Override
345 | public void onShow(DialogInterface d) {
346 | Button b = dialog.getButton(AlertDialog.BUTTON_POSITIVE);
347 | b.setOnClickListener(new View.OnClickListener() {
348 | @Override
349 | public void onClick(View view) {
350 | newImgFilename = input.getText().toString();
351 | if (newImgFilename != null
352 | && newImgFilename.length() <= 127
353 | && newImgFilename.matches("[a-zA-Z1-9 ]+")
354 | && !newImgFilename.matches(" +")) {
355 | Intent camera = new Intent(
356 | MediaStore.ACTION_IMAGE_CAPTURE);
357 | File tempFile = new File(tempDir, newImgFilename
358 | + ".jpg");
359 | try {
360 | tempFile.createNewFile();
361 | Uri imageUri = Uri.fromFile(tempFile);
362 | camera.putExtra(MediaStore.EXTRA_OUTPUT,
363 | imageUri);
364 | startActivityForResult(camera, CAPTURE_IMAGE);
365 | Toast instructionsToast = Toast
366 | .makeText(
367 | getBaseContext(),
368 | "For best results:\n"
369 | + "- Fill the photo with your object.\n"
370 | + "- Avoid harsh lighting.",
371 | Toast.LENGTH_LONG);
372 | instructionsToast.show();
373 |
374 | } catch (IOException e) {
375 | Toast invalidToast = Toast
376 | .makeText(
377 | MainActivity.this,
378 | "Invalid name.\nObject was not created",
379 | Toast.LENGTH_SHORT);
380 | synthesizer.speak("Invalid name",
381 | TextToSpeech.QUEUE_FLUSH, null);
382 | invalidToast.show();
383 | cameraView.enableView();
384 | } finally {
385 | dialog.dismiss();
386 | }
387 | } else {
388 | dialog.setMessage("Choose a name for your new object\n\nThe name you entered is invalid. Please retry.");
389 | }
390 | }
391 | });
392 | }
393 | });
394 |
395 | dialog.show();
396 | }
397 |
398 | @Override
399 | protected void onActivityResult(int requestCode, int resultCode, Intent data) {
400 | // if TTS check
401 | if (requestCode == TTS_CHECK) {
402 | if (resultCode == TextToSpeech.Engine.CHECK_VOICE_DATA_PASS) {
403 | // success, create the TTS instance
404 | synthesizer = new TextToSpeech(this, new TTSInitListener());
405 | synthesizer.setLanguage(Locale.US);
406 | } else {
407 | // missing data, install it
408 | Intent installIntent = new Intent();
409 | installIntent
410 | .setAction(TextToSpeech.Engine.ACTION_INSTALL_TTS_DATA);
411 | startActivity(installIntent);
412 | synthesizer = new TextToSpeech(this, new TTSInitListener());
413 | synthesizer.setLanguage(Locale.US);
414 | }
415 | }
416 | // if new object has been added to application database
417 | if (requestCode == CAPTURE_IMAGE) {
418 | if (resultCode == RESULT_OK) {
419 |
420 | File newFile = new File(getFilesDir(), newImgFilename + ".jpg");
421 | File tempFile = new File(tempDir, newImgFilename + ".jpg");
422 |
423 | try {
424 | Utilities.copyFile(tempFile, newFile);
425 | } catch (IOException e) {
426 |
427 | }
428 |
429 | tempFile.delete();
430 |
431 | // apply change to UI
432 | // if database was previously empty, remove zeroObjects textview
433 | if (imageFiles.size() == 0) {
434 | scrollLinearLayout.removeView(zeroObjects);
435 | }
436 | imageFiles.add(newFile);
437 | Collections.sort(imageFiles);
438 | int newFileIdx = imageFiles.indexOf(newFile);
439 | addImageThumbnail(newFile, newFileIdx);
440 |
441 | // tell user
442 | if (isSynthesizerInitialized) {
443 | synthesizer.speak("Object " + newImgFilename
444 | + " successfully created",
445 | TextToSpeech.QUEUE_FLUSH, null);
446 | }
447 |
448 | } else if (resultCode == RESULT_CANCELED) {
449 | super.onActivityResult(requestCode, resultCode, data);
450 | } else {
451 | super.onActivityResult(requestCode, resultCode, data);
452 | }
453 | }
454 | }
455 | }
456 |
--------------------------------------------------------------------------------