add identify button to use dlib from photo

Author: vkocheryzhkin

visionSamples/FaceTracker/app/build.gradle

@@ -5,15 +5,15 @@ android {
         config {
             keyAlias 'test'
             keyPassword 'test123321'
-            storeFile file('C:/Work/android-vision/signing/test.jks')
+            storeFile file('E:/Work/android-vision/signing/test.jks')
             storePassword 'test123321'
         }
     }
     compileSdkVersion 24
     buildToolsVersion '27.0.3'
     defaultConfig {
         applicationId "com.google.android.gms.samples.vision.face.facetracker"
-        minSdkVersion 9
+        minSdkVersion 15
         targetSdkVersion 24
         versionCode 1
         versionName "1.0"
@@ -53,4 +53,5 @@ dependencies {
     implementation 'com.android.support:support-v4:24.2.0'
     implementation 'com.android.support:design:24.2.0'
     implementation 'com.google.android.gms:play-services-vision:9.4.0+'
+    implementation 'com.shamanland:xdroid-toaster:0.2.4'
 }

visionSamples/FaceTracker/app/src/main/AndroidManifest.xml

@@ -12,15 +12,16 @@
     <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
 
     <uses-sdk
-        android:minSdkVersion="9"
+        android:minSdkVersion="15"
         android:targetSdkVersion="23" />
 
     <application
         android:allowBackup="true"
         android:hardwareAccelerated="true"
         android:icon="@drawable/icon"
         android:theme="@style/Theme.AppCompat"
-        android:label="FaceTracker">
+        android:label="FaceTracker"
+        android:largeHeap="true">
 
         <meta-data android:name="com.google.android.gms.version"
             android:value="@integer/google_play_services_version"/>

visionSamples/FaceTracker/app/src/main/cpp/native-lib.cpp

@@ -150,7 +150,8 @@ extern "C"
         LOGI("unlocking pixels");
         AndroidBitmap_unlockPixels(env, bmp);
 
-        std::string returnValue = "Unknown"  + std::to_string(min_dist);
+        //std::string returnValue = "Unknown"  + std::to_string(min_dist);
+        std::string returnValue = "Unknown";
         return env->NewStringUTF(returnValue.c_str());
     }
 }
@@ -213,4 +214,75 @@ Java_com_google_android_gms_samples_vision_face_facetracker_FaceTrackerActivity_
     }
 
     return 0;
+}extern "C"
+JNIEXPORT jstring JNICALL
+Java_com_google_android_gms_samples_vision_face_facetracker_FaceTrackerActivity_recognizeFromImage(
+        JNIEnv *env, jobject instance, jobject bmp) {
+
+    AndroidBitmapInfo infocolor;
+    void *pixelscolor;
+    int y;
+    int x;
+    int ret;
+    array2d<rgb_pixel> img;
+    if ((ret = AndroidBitmap_getInfo(env, bmp, &infocolor)) < 0) {
+        LOGE("AndroidBitmap_getInfo() failed ! error=%d", ret);
+        return env->NewStringUTF("Image broken");
+    }
+    LOGI("color image :: width is %d; height is %d; stride is %d; format is %d;flags is %d",
+         infocolor.width, infocolor.height, infocolor.stride, infocolor.format, infocolor.flags);
+
+    if (infocolor.format != ANDROID_BITMAP_FORMAT_RGBA_8888) {
+        LOGE("Bitmap format is not RGBA_8888 !");
+        return env->NewStringUTF("Image broken 2");
+    }
+
+    if ((ret = AndroidBitmap_lockPixels(env, bmp, &pixelscolor)) < 0) {
+        LOGE("AndroidBitmap_lockPixels() failed ! error=%d", ret);
+    }
+
+    img.set_size(infocolor.height, infocolor.width);
+
+    //LOGI("size w=%d h=%d", infocolor.width, infocolor.height);
+    for (y = 0; y < infocolor.height; y++) { //todo: performance
+        argb *line = (argb *) pixelscolor;
+        for (x = 0; x < infocolor.width; ++x) {
+            rgb_pixel p(line[x].alpha, line[x].red, line[x].green);
+            img[y][x] = p;
+        }
+        pixelscolor = (char *) pixelscolor + infocolor.stride;
+    }
+
+    std::string returnValue = "Num Faces: ";
+    std::vector<dlib::rectangle> dets = detector(img);
+    returnValue += std::to_string(dets.size());
+    returnValue += ". ";
+
+            std::vector<matrix<rgb_pixel>> faces;
+    for (auto face : dets)
+    {
+        auto shape = sp(img, face);
+        matrix<rgb_pixel> face_chip;
+        extract_image_chip(img, get_face_chip_details(shape, 150, 0.25), face_chip);
+        faces.push_back(move(face_chip));
+    }
+
+    std::vector<matrix<float, 0, 1>> face_descriptors = net(faces);
+
+    for (size_t i = 0; i < face_descriptors.size(); ++i)
+    {
+        std::string name = "Unknown";
+        for (auto& j : known_faces) {
+            float dist = length(face_descriptors[i] - j.second);
+            if (dist < FACE_RECOGNIZE_THRESH) {
+                name = j.first;
+                break;
+            }
+        }
+        returnValue += name;
+        returnValue += " ";
+    }
+
+    AndroidBitmap_unlockPixels(env, bmp);
+    return env->NewStringUTF(returnValue.c_str());
 }

visionSamples/FaceTracker/app/src/main/java/com/google/android/gms/samples/vision/face/facetracker/FaceTrackerActivity.java

@@ -23,12 +23,15 @@
 import android.content.DialogInterface;
 import android.content.pm.PackageManager;
 import android.graphics.Bitmap;
+import android.graphics.BitmapFactory;
 import android.os.Bundle;
 import android.support.design.widget.Snackbar;
 import android.support.v4.app.ActivityCompat;
 import android.support.v7.app.AppCompatActivity;
 import android.util.Log;
 import android.view.View;
+import android.widget.Button;
+import android.widget.Toast;
 
 import com.google.android.gms.common.ConnectionResult;
 import com.google.android.gms.common.GoogleApiAvailability;
@@ -42,6 +45,8 @@
 
 import java.io.IOException;
 
+import xdroid.toaster.Toaster;
+
 /**
  * Activity for the face tracker app.  This app detects faces with the rear facing camera, and draws
  * overlay graphics to indicate the position, size, and ID of each face.
@@ -53,7 +58,9 @@ public final class FaceTrackerActivity extends AppCompatActivity {
 
     private CameraSourcePreview mPreview;
     private GraphicOverlay mGraphicOverlay;
+    private Button mBtnDetect;
     private CustomDetector customDetector;
+    private FaceDetector mPictureDetector;
 
     private static final int RC_HANDLE_GMS = 9001;
     // permission request codes need to be < 256
@@ -74,6 +81,7 @@ public void onCreate(Bundle icicle) {
 
         mPreview = (CameraSourcePreview) findViewById(R.id.preview);
         mGraphicOverlay = (GraphicOverlay) findViewById(R.id.faceOverlay);
+        mBtnDetect = (Button) findViewById(R.id.btnDetect);
 
 
         // Check for the sdcard write permission.  If the
@@ -180,7 +188,19 @@ private void createCameraSource() {
         Context context = getApplicationContext();
 
         FaceDetector detector = new FaceDetector.Builder(context)
-                .setClassificationType(FaceDetector.ALL_CLASSIFICATIONS)
+                .setTrackingEnabled(true)
+                .setClassificationType(FaceDetector.NO_CLASSIFICATIONS)
+                .setProminentFaceOnly(false)
+                .setMode(FaceDetector.ACCURATE_MODE)
+                .setMinFaceSize(0.05f)
+                .build();
+
+        mPictureDetector = new FaceDetector.Builder(context)
+                .setTrackingEnabled(false)
+                .setProminentFaceOnly(false)
+                .setMinFaceSize(0.015f)  // 80 / 5312 detect up to 80 pixels head width
+                .setMode(FaceDetector.ACCURATE_MODE)
+                .setClassificationType(FaceDetector.NO_CLASSIFICATIONS)
                 .build();
 
         customDetector = new CustomDetector(detector);
@@ -201,14 +221,49 @@ private void createCameraSource() {
             Log.w(TAG, "Face detector dependencies are not yet available.");
         }
 
+        if (!mPictureDetector.isOperational()) {
+            Log.w(TAG, "mPictureDetector dependencies are not yet available.");
+        }
+
         //.setRequestedPreviewSize(640, 480)
         //.setRequestedFps(30.0f)
         //.setFacing(CameraSource.CAMERA_FACING_BACK)
         mCameraSource = new CameraSource.Builder(context, customDetector)
-                .setRequestedPreviewSize(1024, 768)
-                .setFacing(CameraSource.CAMERA_FACING_FRONT)
-                .setRequestedFps(20.0f)
+                .setRequestedPreviewSize(1920, 1080)
+                .setFacing(CameraSource.CAMERA_FACING_BACK)
+                .setRequestedFps(10)
                 .build();
+
+        mBtnDetect.setOnClickListener(new View.OnClickListener() {
+            @Override
+            public void onClick(View v) {
+                mCameraSource.takePicture(null, new CameraSource.PictureCallback() {
+                    @Override
+                    public void onPictureTaken(byte[] bytes) {
+                        BitmapFactory.Options options = new BitmapFactory.Options();
+                        final Bitmap temp = BitmapFactory.decodeByteArray(bytes, 0,
+                                bytes.length, options);
+
+                        //Log.d(TAG, temp.getWidth() + " " + temp.getHeight());
+//                        Frame frame = new Frame.Builder().setBitmap(temp).build();
+//                        SparseArray<Face> faces = mPictureDetector.detect(frame);
+//                        Log.d(TAG, String.format("Num of faces %d", faces.size()));
+
+                        Toast toast = Toast.makeText(getApplicationContext(),
+                                "Long detection started...(~1min)", Toast.LENGTH_SHORT);
+                        toast.show();
+
+                        new Thread(new Runnable() {
+                            @Override
+                            public void run() {
+                                final String res = recognizeFromImage(temp);
+                                Toaster.toastLong(res);
+                            }
+                        }).start();
+                    }
+                });
+            }
+        });
     }
 
     /**
@@ -354,8 +409,7 @@ private class GraphicFaceTracker extends Tracker<Face> {
          * Start tracking the detected face instance within the face overlay.
          */
         @Override
-        public void onNewItem(int faceId, Face item)
-        {
+        public void onNewItem(int faceId, Face item) {
             mFaceGraphic.setId(faceId);
         }
 
@@ -389,4 +443,5 @@ public void onDone() {
     }
 
     public native int loadResources();
+    public native String recognizeFromImage(Bitmap bmp);
 }

visionSamples/FaceTracker/app/src/main/res/layout-land/main.xml

@@ -7,7 +7,11 @@
     android:layout_width="match_parent"
     android:layout_height="match_parent"
     android:keepScreenOn="true">
-
+  <Button
+      android:id="@+id/btnDetect"
+      android:layout_width="35dp"
+      android:layout_height="wrap_content"
+      android:text="Identify" />
   <com.google.android.gms.samples.vision.face.facetracker.ui.camera.CameraSourcePreview
       android:id="@+id/preview"
       android:layout_width="match_parent"
@@ -20,4 +24,6 @@
 
   </com.google.android.gms.samples.vision.face.facetracker.ui.camera.CameraSourcePreview>
 
+
+
 </LinearLayout>

visionSamples/FaceTracker/app/src/main/res/layout/main.xml

@@ -8,15 +8,24 @@
     android:layout_height="match_parent"
     android:keepScreenOn="true">
 
-  <com.google.android.gms.samples.vision.face.facetracker.ui.camera.CameraSourcePreview
+
+    <Button
+        android:id="@+id/btnDetect"
+        android:layout_width="350dp"
+        android:layout_height="wrap_content"
+        android:text="Identify" />
+
+    <com.google.android.gms.samples.vision.face.facetracker.ui.camera.CameraSourcePreview
       android:id="@+id/preview"
       android:layout_width="match_parent"
       android:layout_height="match_parent">
 
     <com.google.android.gms.samples.vision.face.facetracker.ui.camera.GraphicOverlay
         android:id="@+id/faceOverlay"
         android:layout_width="match_parent"
-        android:layout_height="match_parent" />
+        android:layout_height="match_parent">
+
+    </com.google.android.gms.samples.vision.face.facetracker.ui.camera.GraphicOverlay>
 
   </com.google.android.gms.samples.vision.face.facetracker.ui.camera.CameraSourcePreview>
 

visionSamples/FaceTracker/build.gradle

@@ -6,7 +6,7 @@ buildscript {
         jcenter()
     }
     dependencies {
-        classpath 'com.android.tools.build:gradle:3.1.1'
+        classpath 'com.android.tools.build:gradle:3.1.2'
 
         // NOTE: Do not place your application dependencies here; they belong
         // in the individual module build.gradle files