AutoMLAdd support for MLKit's AutoML #1500

Author: EddyVerbruggen

demo-ng/app/App_Resources/iOS/leftright/dict.txt

@@ -0,0 +1,2 @@
+Left
+Right

demo-ng/app/App_Resources/iOS/leftright/manifest.json

@@ -0,0 +1,5 @@
+{
+  "modelFile": "model.tflite",
+  "labelsFile": "dict.txt",
+  "modelType": "IMAGE_LABELING"
+}

demo-ng/app/App_Resources/iOS/leftright/model.tflite

@@ -0,0 +1,2 @@
+Left
+Right

demo-ng/app/automl/leftright/dict.txt

@@ -0,0 +1,5 @@
+{
+  "modelFile": "model.tflite",
+  "labelsFile": "dict.txt",
+  "modelType": "IMAGE_LABELING"
+}

demo-ng/app/automl/leftright/manifest.json

@@ -0,0 +1,23 @@
+<ActionBar class="action-bar">
+  <Label class="action-bar-title" text="AutoML"></Label>
+</ActionBar>
+
+<GridLayout>
+
+  <MLKitAutoML
+      width="100%"
+      height="100%"
+      opacity="0.8"
+      processEveryNthFrame="60"
+      confidenceThreshold="0.4"
+      (scanResult)="onAutoMLResult($event)">
+  </MLKitAutoML>
+
+  <Label
+      [text]="leftOrRight"
+      style="font-size: 160; color: white"
+      horizontalAlignment="center"
+      verticalAlignment="center">
+  </Label>
+
+</GridLayout>

demo-ng/app/automl/leftright/model.tflite

@@ -0,0 +1,29 @@
+import { Component } from "@angular/core";
+import { MLKitAutoMLResult } from "nativescript-plugin-firebase/mlkit/automl";
+import { AbstractMLKitViewComponent } from "~/tabs/mlkit/abstract.mlkitview.component";
+
+@Component({
+  selector: "mlkit-automl",
+  moduleId: module.id,
+  templateUrl: "./automl.component.html",
+})
+export class AutoMLComponent extends AbstractMLKitViewComponent {
+  leftOrRight = "";
+
+  onAutoMLResult(scanResult: any): void {
+    const value: MLKitAutoMLResult = scanResult.value;
+
+    if (value.labels.length === 0) {
+      this.leftOrRight = "";
+    } else {
+      value.labels.forEach(label => {
+        console.log(`${label.text}: ${label.confidence}`);
+        if (label.text === "Left" && label.confidence >= 0.51) {
+          this.leftOrRight = label.text;
+        } else if (label.text === "Right" && label.confidence >= 0.55) {
+          this.leftOrRight = label.text;
+        }
+      });
+    }
+  }
+}

demo-ng/app/tabs/mlkit/automl/automl.component.html

@@ -7,10 +7,9 @@
       width="100%"
       height="100%"
       formats="QR_CODE, UPC_A, EAN_13"
-      beepOnScan="true"
+      beepOnScan="false"
       supportInverseBarcodes="false"
-      android:processEveryNthFrame="5"
-      ios:processEveryNthFrame="10"
+      processEveryNthFrame="10"
       [torchOn]="torchOn"
       [pause]="pause"
       (scanResult)="onBarcodeScanResult($event)">

demo-ng/app/tabs/mlkit/automl/automl.component.ts

@@ -22,9 +22,8 @@ export class BarcodeScanningComponent extends AbstractMLKitViewComponent {
 
     if (this.barcodes.length > 0) {
       console.log("this.barcodes: " + JSON.stringify(this.barcodes));
-      console.log("pausing the scanner for 1 second (to show the 'pause' feature)");
-      this.pause = true;
-      setTimeout(() => this.pause = false, 1000)
+      // this.pause = true;
+      // setTimeout(() => this.pause = false, 500)
     }
   }
 }