play with rgb in native

Author: Vladimir Kocheryzhkin

visionSamples/FaceTracker/app/src/main/cpp/native-lib.cpp

@@ -61,13 +61,13 @@ multiclass_linear_decision_function<lin_kernel, string> df;
 
 typedef struct
 {
-    uint8_t alpha;
-    uint8_t red;
-    uint8_t green;
-    uint8_t blue;
+    uint8_t alpha;//r
+    uint8_t red;//g
+    uint8_t green;//b
+    uint8_t blue;//a  see rgb_pixel assignment
 } argb;
 
-
+int FACE_RECOGNIZE_THRESH = 0.5;
 
 extern "C"
 {
@@ -101,14 +101,14 @@ extern "C"
         for (y = 0; y < infocolor.height; y++) { //todo: performance
             argb *line = (argb *) pixelscolor;
             for (x = 0; x < infocolor.width; ++x) {
-                rgb_pixel p(line[x].red, line[x].green, line[x].blue);
+                rgb_pixel p(line[x].alpha, line[x].red, line[x].green);
                 img[y][x] = p;
             }
             pixelscolor = (char *) pixelscolor + infocolor.stride;
         }
 
         //todo: smth wrong with colors
-        //dlib::save_bmp(img, "/storage/emulated/0/Movies/test2.bmp");
+        //dlib::save_bmp(img, "/storage/emulated/0/Download/test2.bmp");
 
         std::vector<dlib::rectangle> dets = detector(img);
         LOGI("detected size %d", dets.size());
@@ -133,7 +133,7 @@ extern "C"
                 matrix<float, 0, 1> face_desc = face_descriptors[0];
                 LOGI("recognized");
                 for (auto& i : known_faces) {
-                    if( length(face_desc -  i.second ) < 0.5) //todo: extrace thresh
+                    if( length(face_desc -  i.second ) < FACE_RECOGNIZE_THRESH) //todo: extract thresh
                     {
                         return env->NewStringUTF(i.first.c_str());
                     }
@@ -159,17 +159,17 @@ Java_com_google_android_gms_samples_vision_face_facetracker_FaceTrackerActivity_
     FILE *file1 = fopen("/storage/emulated/0/Download/shape_predictor_5_face_landmarks.dat", "r+");
     FILE *file2 = fopen("/storage/emulated/0/Download/dlib_face_recognition_resnet_model_v1.dat",
                         "r+");
-    FILE *file3 = fopen("/storage/emulated/0/Download/faces_linear.svm", "r+");
+    //FILE *file3 = fopen("/storage/emulated/0/Download/faces_linear.svm", "r+");
 
-    if (file1 != NULL && file2 != NULL && file3 != NULL) {
+    if (file1 != NULL && file2 != NULL ) {
         fclose(file1);
         fclose(file2);
-        fclose(file3);
+        //fclose(file3);
         dlib::deserialize("/storage/emulated/0/Download/shape_predictor_5_face_landmarks.dat")
                 >> sp;
         dlib::deserialize("/storage/emulated/0/Download/dlib_face_recognition_resnet_model_v1.dat")
                 >> net;
-        dlib::deserialize("/storage/emulated/0/Download/faces_linear.svm") >> df;
+        //dlib::deserialize("/storage/emulated/0/Download/faces_linear.svm") >> df;
 
         DIR *d;
         char *p1,*p2;

visionSamples/FaceTracker/app/src/main/java/com/google/android/gms/samples/vision/face/facetracker/CustomDetector.java

@@ -16,6 +16,10 @@
 import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.FileOutputStream;
+import java.io.FileWriter;
+import java.io.IOException;
+
+import static android.os.Environment.getExternalStorageDirectory;
 
 interface RecognitionInterface
 {
@@ -44,17 +48,11 @@ public class CustomDetector extends Detector<Face> {
     }
 
     void startRecognition(int faceId, int _x, int _y, int _w, int _h) {
-//        if (!IsRunning)
-//        {
             faceid = faceId;
             x = _x;
             y = _y;
             w = _w;
             h = _h;
-//            IsRecognitionRequested = true;
-//        } else{
-//            IsRecognitionRequested = false;
-//        }
     }
 
     void resetRecognition()
@@ -83,7 +81,16 @@ public SparseArray<Face> detect(Frame frame) {
             byte[] jpegArray = byteArrayOutputStream.toByteArray();
             Bitmap tmpBitmap = BitmapFactory.decodeByteArray(jpegArray, 0, jpegArray.length);
             final Bitmap cropped = Bitmap.createBitmap(tmpBitmap, x, y, w, h);
-
+//            try {
+//
+//                File file = new File (getExternalStorageDirectory(), "/Download/test1.bmp");
+//                FileOutputStream out = new FileOutputStream(file);
+//                cropped.compress(Bitmap.CompressFormat.JPEG, 100, out);
+//                out.flush();
+//                out.close();
+//            } catch (IOException e) {
+//                e.printStackTrace();
+//            }
             mT = new Thread(new Runnable() {
                 @Override
                 public void run() {

visionSamples/FaceTracker/app/src/main/java/com/google/android/gms/samples/vision/face/facetracker/FaceGraphic.java

@@ -18,6 +18,7 @@
 import android.graphics.Bitmap;
 import android.graphics.Canvas;
 import android.graphics.Color;
+import android.graphics.DashPathEffect;
 import android.graphics.Paint;
 import android.os.Environment;
 import android.util.Log;
@@ -61,18 +62,21 @@ class FaceGraphic extends GraphicOverlay.Graphic implements RecognitionInterface
     private Paint mFacePositionPaint;
     private Paint mIdPaint;
     private Paint mBoxPaint;
-
+    
     public volatile Face mFace;
     private int mFaceId;
     private float mFaceHappiness;
 
-    public int frame_cx = 5; //start after 5 frames
+
 
     private Thread mT;
     private CustomDetector mCustomDetector;
     private volatile boolean IsRecognized;
     private String mIdentity = "";
 
+    private int FRAMES_TO_SKIP = 15;
+    public int frame_cx = FRAMES_TO_SKIP; //start after n frames
+
     FaceGraphic(GraphicOverlay overlay, CustomDetector customDetector) {
         super(overlay);
         mCustomDetector = customDetector;
@@ -83,11 +87,11 @@ class FaceGraphic extends GraphicOverlay.Graphic implements RecognitionInterface
         mFacePositionPaint.setColor(selectedColor);
 
         mIdPaint = new Paint();
-        mIdPaint.setColor(selectedColor);
+        mIdPaint.setColor(Color.GREEN);
         mIdPaint.setTextSize(ID_TEXT_SIZE);
 
         mBoxPaint = new Paint();
-        mBoxPaint.setColor(selectedColor);
+        mBoxPaint.setColor(Color.MAGENTA);
         mBoxPaint.setStyle(Paint.Style.STROKE);
         mBoxPaint.setStrokeWidth(BOX_STROKE_WIDTH);
     }
@@ -106,6 +110,7 @@ void updateFace(Face face) {
         postInvalidate();
 
         if (frame_cx > 0) {
+            mBoxPaint.setColor(Color.MAGENTA);
             frame_cx--;
         } else {
             if (!mCustomDetector.IsBusy && !IsRecognized) { //one face at time
@@ -115,6 +120,7 @@ void updateFace(Face face) {
                 int h = (int)face.getHeight();
                 mCustomDetector.setHandlerListener(this);
                 mCustomDetector.startRecognition(mFaceId, x, y, w, h);
+                mBoxPaint.setColor(Color.BLUE);
             }
         }
     }
@@ -136,13 +142,11 @@ public void draw(Canvas canvas) {
         // Draws a circle at the position of the detected face, with the face's track id below.
         float x = translateX(face.getPosition().x + face.getWidth() / 2);
         float y = translateY(face.getPosition().y + face.getHeight() / 2);
-        canvas.drawCircle(x, y, FACE_POSITION_RADIUS, mFacePositionPaint);
-        canvas.drawText("id: " + mFaceId, x + ID_X_OFFSET, y + ID_Y_OFFSET, mIdPaint);
+        //canvas.drawCircle(x, y, FACE_POSITION_RADIUS, mFacePositionPaint);
+        //canvas.drawText("id: " + mFaceId, x + ID_X_OFFSET, y + ID_Y_OFFSET, mIdPaint);
         if(mIdentity != ""){
             canvas.drawText("identity: " + mIdentity, x - ID_X_OFFSET, y - ID_Y_OFFSET, mIdPaint);
         }
-        //canvas.drawText("right eye: " + String.format("%.2f", face.getIsRightEyeOpenProbability()), x + ID_X_OFFSET * 2, y + ID_Y_OFFSET * 2, mIdPaint);
-        //canvas.drawText("left eye: " + String.format("%.2f", face.getIsLeftEyeOpenProbability()), x - ID_X_OFFSET*2, y - ID_Y_OFFSET*2, mIdPaint);
 
         // Draws a bounding box around the face.
         float xOffset = scaleX(face.getWidth() / 2.0f);
@@ -152,21 +156,27 @@ public void draw(Canvas canvas) {
         float right = x + xOffset;
         float bottom = y + yOffset;
         canvas.drawRect(left, top, right, bottom, mBoxPaint);
+
+        //canvas.drawText("right eye: " + String.format("%.2f", face.getIsRightEyeOpenProbability()), x + ID_X_OFFSET * 2, y + ID_Y_OFFSET * 2, mIdPaint);
+        //canvas.drawText("left eye: " + String.format("%.2f", face.getIsLeftEyeOpenProbability()), x - ID_X_OFFSET*2, y - ID_Y_OFFSET*2, mIdPaint);
+
     }
 
     @Override
     public void onRecognized(String str) {
-        frame_cx = 5; //reset
+        frame_cx = FRAMES_TO_SKIP; //reset
         mCustomDetector.setHandlerListener(null); //unsubscribe
         mCustomDetector.resetRecognition();
         if (str == "Unknown")
         {
             Log.w(TAG, "Not Recognized");
+            mBoxPaint.setColor(Color.MAGENTA);
             IsRecognized = false;
             mIdentity = str;
         }
         else{
             Log.w(TAG, "Recognized");
+            mBoxPaint.setColor(Color.GREEN);
             IsRecognized = true;
             mIdentity = str;
         }

visionSamples/FaceTracker/app/src/main/java/com/google/android/gms/samples/vision/face/facetracker/FaceTrackerActivity.java

@@ -206,8 +206,8 @@ private void createCameraSource() {
         //.setFacing(CameraSource.CAMERA_FACING_BACK)
         mCameraSource = new CameraSource.Builder(context, customDetector)
                 .setRequestedPreviewSize(1024, 768)
-                .setFacing(CameraSource.CAMERA_FACING_FRONT)
-                .setRequestedFps(15.0f)
+                .setFacing(CameraSource.CAMERA_FACING_BACK)
+                .setRequestedFps(20.0f)
                 .build();
     }