Add support for ML Kit Object Detection and Tracking #1274

Author: EddyVerbruggen

demo-ng/app/package.json

@@ -1,8 +1,9 @@
 {
   "android": {
-    "v8Flags": "--expose_gc"
+    "v8Flags": "--expose_gc",
+    "markingMode": "none"
   },
-  "discardUncaughtJsExceptions": true,
+  "discardUncaughtJsExceptions": false,
   "main": "main.js",
   "name": "tns-template-hello-world-ng",
   "version": "3.3.0"

src/mlkit/mlkit-cameraview.android.ts

@@ -264,7 +264,6 @@ export abstract class MLKitCameraView extends MLKitCameraViewBase {
       }
     }
 
-    console.log(">> scaled fixed to: " + scaleX + " x " + scaleY);
     this.surfaceView.setScaleX(scaleX);
     this.surfaceView.setScaleY(scaleY);
   }

src/mlkit/objectdetection/index.android.ts

@@ -91,11 +91,9 @@ export function detectObjects(options: MLKitObjectDetectionOptions): Promise<MLK
 }
 
 function getMLKitObjectDetectionResultItem(obj: com.google.firebase.ml.vision.objects.FirebaseVisionObject): MLKitObjectDetectionResultItem {
-  console.log("getMLKitObjectDetectionResultItem");
-  console.log("obj: " + obj);
   return {
-    id: obj.getTrackingId().intValue(),
-    confidence: obj.getClassificationConfidence().doubleValue(),
+    id: obj.getTrackingId() ? obj.getTrackingId().intValue() : undefined,
+    confidence: obj.getClassificationConfidence() ? obj.getClassificationConfidence().doubleValue() : undefined,
     category: ObjectDetectionCategory[obj.getClassificationCategory()],
     // TODO
     image: undefined,

src/mlkit/objectdetection/index.d.ts

@@ -18,7 +18,7 @@ export interface MLKitObjectDetectionResultItem {
    */
   id?: number;
   confidence: number;
-  category: any; // TODO
+  category: any;
   bounds: MLKitObjectDetectionResultItemBounds;
   image: {
     width: number;