exprimenting with AR API

Author: codeanticode

core/src/processing/core/PApplet.java

@@ -9233,7 +9233,6 @@ public PMatrix3D getEyeMatrix() {
     return g.getEyeMatrix();
   }
 
-
   /**
    * Copy the current eye matrix into the specified target.
    * Pass in null to create a new matrix.
@@ -9243,6 +9242,11 @@ public PMatrix3D getEyeMatrix(PMatrix3D target) {
   }
 
 
+  public PMatrix3D getAnchorMatrix() { return g.getAnchorMatrix(); }
+
+
+  public PMatrix3D getAnchorMatrix(PMatrix3D target) { return g.getAnchorMatrix(target); }
+
   /**
    * Set the current transformation matrix to the contents of another.
    */
@@ -9312,6 +9316,11 @@ public void eye() {
   }
 
 
+  public void anchor() {
+    g.anchor();
+  }
+
+
   public void ortho() {
     g.ortho();
   }

core/src/processing/core/PGraphics.java

@@ -4151,6 +4151,26 @@ public PMatrix3D getEyeMatrix(PMatrix3D target) {
   }
 
 
+  /**
+   * Returns a copy of the current eye matrix.
+   * Pass in null to create a new matrix.
+   */
+  public PMatrix3D getAnchorMatrix() {
+    showMissingWarning("getAnchorMatrix");
+    return null;
+  }
+
+
+  /**
+   * Copy the current eye matrix into the specified target.
+   * Pass in null to create a new matrix.
+   */
+  public PMatrix3D getAnchorMatrix(PMatrix3D target) {
+    showMissingWarning("getAnchorMatrix");
+    return null;
+  }
+
+
   /**
    * Set the current transformation matrix to the contents of another.
    */
@@ -4229,6 +4249,11 @@ public void eye() {
   }
 
 
+  public void anchor() {
+    showMethodWarning("anchor");
+  }
+
+
   //////////////////////////////////////////////////////////////
 
   // PROJECTION

debug/apps/arscene/src/main/java/arscene/Sketch.java

@@ -21,8 +21,12 @@ public void draw() {
 //    surface.camera.getPose();
 //    surface.frame.getLightEstimate();
 
+    anchor();
+
     background(0);
     lights();
+
+
     fill(0xFCB736);
     noStroke();
     sphere(0.10f);

mode/libraries/ar/src/processing/ar/PGraphicsAR.java

@@ -26,6 +26,7 @@
 
 import processing.android.AppComponent;
 import processing.core.PGraphics;
+import processing.core.PMatrix3D;
 import processing.core.PSurface;
 import processing.opengl.PGL;
 import processing.opengl.PGLES;
@@ -117,10 +118,10 @@ protected void restoreSurface() {
 
 
   protected void updateView() {
-    if (surfar.projmtx != null && surfar.viewmtx != null && surfar.anchorMatrix != null) {
+    if (surfar.projmtx != null && surfar.viewmtx != null /*&& surfar.anchorMatrix != null*/) {
       float[] prj = surfar.projmtx;
       float[] view = surfar.viewmtx;
-      float[] anchor = surfar.anchorMatrix;
+//      float[] anchor = surfar.anchorMatrix;
 
       // Fist, set all matrices to identity
       resetProjection();
@@ -138,11 +139,46 @@ protected void updateView() {
                   view[2], view[6], view[10], view[14],
                   view[3], view[7], view[11], view[15]);
 
+//      // now, modelview = view * anchor
+//      applyMatrix(anchor[0], anchor[4], anchor[8], anchor[12],
+//                  anchor[1], anchor[5], anchor[9], anchor[13],
+//                  anchor[2], anchor[6], anchor[10], anchor[14],
+//                  anchor[3], anchor[7], anchor[11], anchor[15]);
+    }
+  }
+
+  @Override
+  public PMatrix3D getAnchorMatrix() {
+    return getAnchorMatrix(null);
+  }
+
+
+  @Override
+  public PMatrix3D getAnchorMatrix(PMatrix3D target) {
+    if (target == null) {
+      target = new PMatrix3D();
+    }
+    float[] anchor = surfar.anchorMatrix;
+    target.set(anchor[0], anchor[4], anchor[8], anchor[12],
+               anchor[1], anchor[5], anchor[9], anchor[13],
+               anchor[2], anchor[6], anchor[10], anchor[14],
+               anchor[3], anchor[7], anchor[11], anchor[15]);
+    return target;
+  }
+
+  @Override
+  public void anchor() {
+      float[] anchor = surfar.anchorMatrix;
+
       // now, modelview = view * anchor
       applyMatrix(anchor[0], anchor[4], anchor[8], anchor[12],
-          anchor[1], anchor[5], anchor[9], anchor[13],
-          anchor[2], anchor[6], anchor[10], anchor[14],
-          anchor[3], anchor[7], anchor[11], anchor[15]);
-    }
+                  anchor[1], anchor[5], anchor[9], anchor[13],
+                  anchor[2], anchor[6], anchor[10], anchor[14],
+                  anchor[3], anchor[7], anchor[11], anchor[15]);
+  }
+
+  @Override
+  public void lights() {
+    super.lights();
   }
 }

mode/libraries/ar/src/processing/ar/PSurfaceAR.java

@@ -64,7 +64,7 @@ public class PSurfaceAR extends PSurfaceGLES {
   private static String C_DEVICE = "This device does not support AR";
 
   // Made these public so they can be accessed from the sketch
-  protected Session session;
+  public Session session;
   public Frame frame;
   public Camera camera;
 
@@ -273,6 +273,7 @@ public void onDrawFrame(GL10 gl) {
           return;
         }
 
+        updateTrackables();
         updateAnchors();
         updateMatrices();
 
@@ -289,14 +290,18 @@ public void renderBackground() {
     backgroundRenderer.draw(frame);
   }
 
+  protected void updateTrackables() {
+
+  }
+
   protected void updateAnchors() {
+
     MotionEvent tap = queuedTaps.poll();
     if (tap != null && camera.getTrackingState() == TrackingState.TRACKING) {
       for (HitResult hit : frame.hitTest(tap)) {
         Trackable trackable = hit.getTrackable();
         if ((trackable instanceof Plane && ((Plane) trackable).isPoseInPolygon(hit.getHitPose()))
-            || (trackable instanceof Point
-            && ((Point) trackable).getOrientationMode()
+            || (trackable instanceof Point && ((Point) trackable).getOrientationMode()
             == Point.OrientationMode.ESTIMATED_SURFACE_NORMAL)) {
           if (anchors.size() >= 20) {
             anchors.get(0).detach();
@@ -307,6 +312,7 @@ protected void updateAnchors() {
         }
       }
     }
+
   }
 
   protected void updateMatrices() {