Fix WebCamWebGL

Author: De-Panther

Packages/webxr-interactions/Runtime/Plugins.meta

@@ -0,0 +1,90 @@
+var LibraryFixWebCamWebGL = {
+  $webcamBufferToTextureTable: {},
+  $webcamLatestTextureId: 0,
+  $disableNextSubImage: false,
+  
+  glTexSubImage2D: function(target, level, xoffset, yoffset, width, height, format, type, pixels) {
+    if (disableNextSubImage) {
+      disableNextSubImage = false;
+      return;
+    }
+    if (GL.currentContext.supportsWebGL2EntryPoints) {
+      if (GLctx.currentPixelUnpackBufferBinding) {
+        GLctx.texSubImage2D(target, level, xoffset, yoffset, width, height, format, type, pixels)
+      } else if (pixels != 0) {
+        GLctx.texSubImage2D(target, level, xoffset, yoffset, width, height, format, type, emscriptenWebGLGetHeapForType(type), pixels >> emscriptenWebGLGetShiftForType(type))
+      } else {
+        GLctx.texSubImage2D(target, level, xoffset, yoffset, width, height, format, type, null)
+      }
+      return
+    }
+    var pixelData = null;
+    if (pixels)
+      pixelData = emscriptenWebGLGetTexPixelData(type, format, width, height, pixels, 0);
+    GLctx.texSubImage2D(target, level, xoffset, yoffset, width, height, format, type, pixelData)
+  },
+
+  JS_WebCamVideo_SetLatestTextureId: function(textureId) {
+    webcamLatestTextureId = textureId;
+  },
+
+  JS_WebCamVideo_RemoveWhereTextureId: function(textureId) {
+    Object.entries(webcamBufferToTextureTable).forEach(function (pair) {
+      if (pair[1] == textureId) {
+        delete webcamBufferToTextureTable[pair[0]];
+      }
+    });
+  },
+  
+  JS_WebCamVideo_GrabFrame: function(deviceId, buffer, destWidth, destHeight) {
+    var videoElement;
+    if (typeof activeWebCams !== "undefined") {
+      var webcamDevice = activeWebCams[deviceId];
+      if (!webcamDevice)
+        return;
+      var timeNow = performance.now();
+      if (timeNow < webcamDevice.nextFrameAvailableTime) {
+        return;
+      }
+      webcamDevice.nextFrameAvailableTime += webcamDevice.frameLengthInMsecs;
+      if (webcamDevice.nextFrameAvailableTime < timeNow) {
+        webcamDevice.nextFrameAvailableTime = timeNow + webcamDevice.frameLengthInMsecs
+      }
+      videoElement = webcamDevice.video;
+    }
+    if (typeof MediaDevices !== "undefined") {
+      if (!MediaDevices[deviceId].video) {
+        console.error("WebCam not initialized.");
+        return;
+      }
+      videoElement = MediaDevices[deviceId].video;
+    }
+    if (!webcamBufferToTextureTable[buffer]) {
+      if (!webcamLatestTextureId) {
+        return;
+      }
+      webcamBufferToTextureTable[buffer] = webcamLatestTextureId;
+      GLctx.deleteTexture(GL.textures[webcamBufferToTextureTable[buffer]]);
+      var t = GLctx.createTexture();
+      t.name = webcamBufferToTextureTable[buffer];
+      GL.textures[webcamBufferToTextureTable[buffer]] = t;
+      GLctx.bindTexture(GLctx.TEXTURE_2D, t);
+      GLctx.texParameteri(GLctx.TEXTURE_2D, GLctx.TEXTURE_WRAP_S, GLctx.CLAMP_TO_EDGE);
+      GLctx.texParameteri(GLctx.TEXTURE_2D, GLctx.TEXTURE_WRAP_T, GLctx.CLAMP_TO_EDGE);
+      GLctx.texParameteri(GLctx.TEXTURE_2D, GLctx.TEXTURE_MIN_FILTER, GLctx.LINEAR);
+      webcamLatestTextureId = 0
+    } else {
+      GLctx.bindTexture(GLctx.TEXTURE_2D, GL.textures[webcamBufferToTextureTable[buffer]])
+    }
+    GLctx.pixelStorei(GLctx.UNPACK_FLIP_Y_WEBGL, true);
+    GLctx.texImage2D(GLctx.TEXTURE_2D, 0, GLctx.RGBA, GLctx.RGBA, GLctx.UNSIGNED_BYTE, videoElement);
+    GLctx.pixelStorei(GLctx.UNPACK_FLIP_Y_WEBGL, false);
+    disableNextSubImage = true;
+    return 1;
+  }
+};
+
+autoAddDeps(LibraryFixWebCamWebGL, '$webcamBufferToTextureTable');
+autoAddDeps(LibraryFixWebCamWebGL, '$webcamLatestTextureId');
+autoAddDeps(LibraryFixWebCamWebGL, '$disableNextSubImage');
+mergeInto(LibraryManager.library, LibraryFixWebCamWebGL);

Packages/webxr-interactions/Runtime/Plugins/WebGL.meta

@@ -1,8 +1,20 @@
+using System;
 using System.Collections;
+#if UNITY_WEBGL && !UNITY_EDITOR
+using System.Runtime.InteropServices;
+#endif
 using UnityEngine;
 
 public class PlayWebcam : MonoBehaviour
 {
+  #if UNITY_WEBGL && !UNITY_EDITOR
+  [DllImport("__Internal")]
+  public static extern void JS_WebCamVideo_SetLatestTextureId(System.IntPtr textureId);
+
+  [DllImport("__Internal")]
+  public static extern void JS_WebCamVideo_RemoveWhereTextureId(System.IntPtr textureId);
+  #endif
+
   [SerializeField]
   private string thresholdMinName = "_ThresholdMin";
   [SerializeField]
@@ -14,10 +26,11 @@ public class PlayWebcam : MonoBehaviour
 
   private Material material;
   private bool hasThresholdProperties = false;
-  private int thresholdMinID = 0;
-  private int thresholdMaxID = 0;
+  private int thresholdMinID = -1;
+  private int thresholdMaxID = -1;
   private Color thresholdMinColor;
   private Color thresholdMaxColor;
+  private IntPtr latestWebcamPtr = IntPtr.Zero;
 
   private int defaultWidth = 1280;
   private int defaultHeight = 720;
@@ -36,15 +49,17 @@ void TrySetupRenderer()
       _renderer.sharedMaterial = material;
       hasThresholdProperties = false;
       thresholdMinID = material.shader.FindPropertyIndex(thresholdMinName);
-      if (thresholdMinID > -1)
+      if (thresholdMinID == -1)
       {
-        thresholdMinID = material.shader.GetPropertyNameId(thresholdMinID);
+        return;
       }
+      thresholdMinID = material.shader.GetPropertyNameId(thresholdMinID);
       thresholdMaxID = material.shader.FindPropertyIndex(thresholdMaxName);
-      if (thresholdMaxID > -1)
+      if (thresholdMaxID == -1)
       {
-        thresholdMaxID = material.shader.GetPropertyNameId(thresholdMaxID);
+        return;
       }
+      thresholdMaxID = material.shader.GetPropertyNameId(thresholdMaxID);
       thresholdMinColor = material.GetColor(thresholdMinID);
       thresholdMaxColor = material.GetColor(thresholdMaxID);
       hasThresholdProperties = true;
@@ -76,16 +91,23 @@ void Play()
       transform.localScale = new Vector3(ratio, 1f, 1f);
       material.mainTexture = webcamTexture;
     }
+    latestWebcamPtr = webcamTexture.GetNativeTexturePtr();
+    #if UNITY_WEBGL && !UNITY_EDITOR
+    JS_WebCamVideo_RemoveWhereTextureId(latestWebcamPtr);
+    #endif
     webcamTexture.Play();
     StartCoroutine(SetScale());
   }
 
   IEnumerator SetScale()
   {
-    while (!webcamTexture.isPlaying || webcamTexture.height == 16)
+    while (webcamTexture.GetNativeTexturePtr() == latestWebcamPtr)
     {
       yield return null;
     }
+    #if UNITY_WEBGL && !UNITY_EDITOR
+    JS_WebCamVideo_SetLatestTextureId(webcamTexture.GetNativeTexturePtr());
+    #endif
     float ratio = (float)webcamTexture.width / (float)webcamTexture.height;
     transform.localScale = new Vector3(ratio, 1f, 1f);
   }