reworked the handtracking profile to distinguish between rigged and system mesh visualizations

Author: RogPodge

Assets/MRTK/Core/Definitions/Devices/MixedRealityHandTrackingProfile.cs

@@ -37,6 +37,24 @@ public class MixedRealityHandTrackingProfile : BaseMixedRealityProfile
         /// </summary>
         public GameObject FingerTipPrefab => fingertipPrefab;
 
+        [SerializeField]
+        [Tooltip("The hand mesh material to use for system generated hand meshes")]
+        private Material systemHandMeshMaterial;
+
+        /// <summary>
+        /// The hand mesh material to use for system generated hand meshes
+        /// </summary>
+        public Material SystemHandMeshMaterial => systemHandMeshMaterial;
+
+        [SerializeField]
+        [Tooltip("The hand mesh material to use for rigged hand meshes")]
+        private Material riggedHandMeshMaterial;
+
+        /// <summary>
+        /// The hand mesh material to use for rigged hand meshes
+        /// </summary>
+        public Material RiggedHandMeshMaterial => riggedHandMeshMaterial;
+
         [SerializeField]
         [Tooltip("If this is not null and hand system supports hand meshes, use this mesh to render hand mesh.")]
         private GameObject handMeshPrefab = null;

Assets/MRTK/Core/Inspectors/Profiles/MixedRealityHandTrackingProfileInspector.cs

@@ -13,7 +13,8 @@ public class MixedRealityHandTrackingProfileInspector : BaseMixedRealityToolkitC
         private SerializedProperty jointPrefab;
         private SerializedProperty palmPrefab;
         private SerializedProperty fingertipPrefab;
-        private SerializedProperty handMeshPrefab;
+        private SerializedProperty systemHandMeshMaterial;
+        private SerializedProperty riggedHandMeshMaterial;
         private SerializedProperty handMeshVisualizationModes;
         private SerializedProperty handJointVisualizationModes;
 
@@ -27,7 +28,8 @@ protected override void OnEnable()
             jointPrefab = serializedObject.FindProperty("jointPrefab");
             fingertipPrefab = serializedObject.FindProperty("fingertipPrefab");
             palmPrefab = serializedObject.FindProperty("palmPrefab");
-            handMeshPrefab = serializedObject.FindProperty("handMeshPrefab");
+            systemHandMeshMaterial = serializedObject.FindProperty("systemHandMeshMaterial");
+            riggedHandMeshMaterial = serializedObject.FindProperty("riggedHandMeshMaterial");
             handMeshVisualizationModes = serializedObject.FindProperty("handMeshVisualizationModes");
             handJointVisualizationModes = serializedObject.FindProperty("handJointVisualizationModes");
         }
@@ -47,7 +49,8 @@ public override void OnInspectorGUI()
                 EditorGUILayout.PropertyField(jointPrefab);
                 EditorGUILayout.PropertyField(palmPrefab);
                 EditorGUILayout.PropertyField(fingertipPrefab);
-                EditorGUILayout.PropertyField(handMeshPrefab);
+                EditorGUILayout.PropertyField(systemHandMeshMaterial);
+                EditorGUILayout.PropertyField(riggedHandMeshMaterial);
 
                 EditorGUILayout.LabelField("Visualization settings", EditorStyles.boldLabel);
                 EditorGUILayout.PropertyField(handMeshVisualizationModes);

Assets/MRTK/Core/Providers/Hands/BaseHandVisualizer.cs

@@ -192,12 +192,16 @@ public virtual void OnHandMeshUpdated(InputEventData<HandMeshInfo> eventData)
 
                 bool newMesh = handMeshFilter == null;
 
+                IMixedRealityInputSystem inputSystem = CoreServices.InputSystem;
+                MixedRealityHandTrackingProfile handTrackingProfile = inputSystem?.InputSystemProfile != null ? inputSystem.InputSystemProfile.HandTrackingProfile : null;
                 if (newMesh &&
-                    CoreServices.InputSystem?.InputSystemProfile != null &&
-                    CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile != null &&
-                    CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile.HandMeshPrefab != null)
+                    handTrackingProfile != null &&
+                    handTrackingProfile.SystemHandMeshMaterial != null)
                 {
-                    handMeshFilter = Instantiate(CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile.HandMeshPrefab).GetComponent<MeshFilter>();
+                    // Create the hand mesh in the scene and assign the proper material to it
+                    handMeshFilter = new GameObject("System Hand Mesh").EnsureComponent<MeshFilter>();
+                    handMeshFilter.EnsureComponent<MeshRenderer>().material = CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile.SystemHandMeshMaterial;
+                    
                     lastHandMeshVerticesCount = handMeshFilter.mesh.vertices.Length;
                 }
 
@@ -236,6 +240,7 @@ public virtual void OnHandMeshUpdated(InputEventData<HandMeshInfo> eventData)
                     }
 
                     handMeshFilter.transform.SetPositionAndRotation(eventData.InputData.position, eventData.InputData.rotation);
+                    handMeshFilter.transform.parent = transform;
                 }
             }
         }

Assets/MRTK/SDK/Features/UX/Scripts/RiggedHandVisualizer/RiggedHandVisualizer.cs

@@ -101,13 +101,15 @@ public class RiggedHandVisualizer : BaseHandVisualizer
         /// </summary>
         public SkinnedMeshRenderer HandRenderer => handRenderer;
 
-        [SerializeField]
-        [Tooltip("Hand material to use for hand tracking hand mesh.")]
+        /// <summary>
+        /// Caching the hand material from CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile.RiggedHandMeshMaterial
+        /// </summary>
         private Material handMaterial = null;
 
         /// <summary>
         /// Hand material to use for hand tracking hand mesh.
         /// </summary>
+        [Obsolete("Use the CoreServices.InputSystem.InputSystemProfile.HandTrackingProfile.RiggedHandMeshMaterial instead")]
         public Material HandMaterial => handMaterial;
 
         /// <summary>
@@ -265,7 +267,10 @@ protected override void Start()
             }
 
             // Give the hand mesh its own material to avoid modifying both hand materials when making property changes
-            var handMaterialInstance = new Material(handMaterial);
+            MixedRealityHandTrackingProfile handTrackingProfile = CoreServices.InputSystem?.InputSystemProfile.HandTrackingProfile;
+
+            handMaterial = handTrackingProfile.RiggedHandMeshMaterial;
+            Material handMaterialInstance = new Material(handMaterial);
             handRenderer.sharedMaterial = handMaterialInstance;
             handRendererInitialized = true;
         }