Merge branch 'master' into keypoints

Author: StevenBorkman

.gitignore

@@ -37,3 +37,4 @@ CodeCoverage
 /.download
 **/Build/**
 **/Builds/**
+/utr

.yamato/environments.yml

@@ -4,18 +4,18 @@ upmci_registry: https://artifactory.prd.cds.internal.unity3d.com/artifactory/api
 # sticking to 2019.4.6f1 for testing for now because Linux Editor fails to open PerceptionHDRP on 2019.4.8f1
 # see https://fogbugz.unity3d.com/default.asp?1273518_d68j5lb6eucglb84
 coverage_editors:
-  - version: 2019.4.6f1
+  - version: 2019.4.18f1
 
 per_commit_editors:
-  - version: 2019.4.6f1
+  - version: 2019.4.18f1
 #  - version: 2020.1.15f1
 
 performance_editors:
-  - version: 2019.4.6f1
-  - version: 2020.1.3f1
+  - version: 2019.4.18f1
+#  - version: 2020.1.3f1
 
 complete_editors:
-  - version: 2019.4.6f1
+  - version: 2019.4.18f1
 #  - version: 2020.1.15f1
 #  - version: 2020.2.0a21
 

.yamato/upm-ci-performance.yml

@@ -2,7 +2,7 @@
 
 ---
 
-{% for editor in complete_editors %}
+{% for editor in performance_editors %}
 {% for suite in performance_suites %}
 {% for project in projects %}
 {{project.name}}_linux_{{suite.name}}_{{editor.version}}:
@@ -32,15 +32,15 @@
 {% endfor %}
 {% endfor %}
 
-{% for editor in complete_editors %}
+{% for editor in performance_editors %}
 {% for suite in performance_suites %}
 {% for project in projects %}
 {{project.name}}_windows_{{suite.name}}_{{editor.version}}:
   name : {{project.name}} {{ suite.display_name }} performance tests ({{ editor.version }}, Windows)
   agent:
     type: Unity::VM::GPU
     model: rtx2080
-    image: package-ci/win10:stable
+    image: graphics-foundation/win10-dxr:stable
     flavor: b1.large
   commands:
     - git submodule update --init --recursive

LICENSE.md

@@ -1,4 +1,4 @@
-com.unity.perception copyright © 2020 Unity Technologies ApS
+com.unity.perception copyright © 2021 Unity Technologies ApS
 
                                  Apache License
                            Version 2.0, January 2004

README.md

@@ -2,24 +2,48 @@
 
 <img src="com.unity.perception/Documentation~/images/banner2.PNG" align="middle"/>
 
-# Perception
-
-The Perception package provides a toolkit for generating large-scale datasets for perception-based machine learning training and validation. It is focused on a handful of camera-based use cases for now and will ultimately expand to other forms of sensors and machine learning tasks.
-
 ![ReleaseBadge](https://badge-proxy.cds.internal.unity3d.com/5ab9a162-9dd0-4ba1-ba41-cf25378a927a)
 
 [![license badge](https://img.shields.io/badge/license-Apache--2.0-green.svg)](LICENSE.md)
 
 > com.unity.perception is in active development. Its features and API are subject to significant change as development progresses.
 
 
-## Documentation 
+# Perception Package (Unity Computer Vision)
+
+The Perception package provides a toolkit for generating large-scale datasets for perception-based machine learning training and validation. It is focused on a handful of camera-based use cases for now and will ultimately expand to other forms of sensors and machine learning tasks.
+
+## Getting Started
+
+**[Quick Installation Instructions](com.unity.perception/Documentation~/SetupSteps.md)**  
+Get your local Perception workspace up and running quickly. Recommended for users with prior Unity experience.
+
+**[Perception Tutorial](com.unity.perception/Documentation~/Tutorial/TUTORIAL.md)**  
+Detailed instructions covering all the important steps from installing Unity Editor, to creating your first Perception project, building a randomized Scene, and generating large-scale synthetic datasets by leveraging the power of Unity Simulation.  No prior Unity experience required.
+
+## Documentation
+In-depth documentation on inidividual components of the package. 
 
-[Quick Installation Instructions](com.unity.perception/Documentation~/SetupSteps.md)
+|Feature|Description|
+|---|---|
+|[Labeling](com.unity.perception/Documentation~/GroundTruthLabeling.md)|A component that marks a GameObject and its descendants with a set of labels|
+|[Label Config](com.unity.perception/Documentation~/GroundTruthLabeling.md#label-config)|An asset that defines a taxonomy of labels for ground truth generation|
+|[Perception Camera](com.unity.perception/Documentation~/PerceptionCamera.md)|Captures RGB images and ground truth from a [Camera](https://docs.unity3d.com/Manual/class-Camera.html).|
+|[Dataset Capture](com.unity.perception/Documentation~/DatasetCapture.md)|Ensures sensors are triggered at proper rates and accepts data for the JSON dataset.|
+|[Randomization (Experimental)](com.unity.perception/Documentation~/Randomization/Index.md)|The Randomization tool set lets you integrate domain randomization principles into your simulation.|
 
-[Perception Tutorial](com.unity.perception/Documentation~/Tutorial/TUTORIAL.md): Detailed instructions covering all the important steps from installing Unity Editor, to creating your first Perception project, building a randomized Scene, and generating large-scale synthetic datasets by leveraging the power of Unity Simulation. 
+## Example Projects
 
-[Perception Manual](com.unity.perception/Documentation~/index.md): Sample projects and documentation of the SDK.
+### SynthDet
+
+<img src="com.unity.perception/Documentation~/images/synthdet.png"/>
+
+[SynthDet](https://github.com/Unity-Technologies/SynthDet) is an end-to-end solution for training a 2D object detection model using synthetic data.
+
+### Unity Simulation Smart Camera example
+<img src="com.unity.perception/Documentation~/images/smartcamera.png"/>
+
+The [Unity Simulation Smart Camera Example](https://github.com/Unity-Technologies/Unity-Simulation-Smart-Camera-Outdoor) illustrates how the Perception toolset could be used in a smart city or autonomous vehicle simulation. You can generate datasets locally or at scale in [Unity Simulation](https://unity.com/products/unity-simulation).
 
 ## Local development
 The repository includes two projects for local development in `TestProjects` folder, one set up for HDRP and the other for URP.
@@ -28,13 +52,23 @@ The repository includes two projects for local development in `TestProjects` fol
 For closest standards conformity and best experience overall, JetBrains Rider or Visual Studio w/ JetBrains Resharper are suggested. For optimal experience, perform the following additional steps:
 * To allow navigating to code in all packages included in your project, in your Unity Editor, navigate to `Edit -> Preferences... -> External Tools` and check `Generate all .csproj files.` 
 
+## Known issues
+
+* The Linux Editor 2019.4.7f1 and 2019.4.8f1 might hang when importing HDRP-based Perception projects. For Linux Editor support, use 2019.4.6f1 or 2020.1
+
 ## License
 * [License](com.unity.perception/LICENSE.md)
 
+## Support 
+
+For general questions or concerns please contact the Computer Vision team at [email protected].
+
+For feedback, bugs, or other issues please file a GitHub issue and the Computer Vision team will investigate the issue as soon as possible.
+
 ## Citation
 If you find this package useful, consider citing it using:
 ```
-@misc{com.unity.perception2020,
+@misc{com.unity.perception2021,
     title={Unity {P}erception Package},
     author={{Unity Technologies}},
     howpublished={\url{https://github.com/Unity-Technologies/com.unity.perception}},

TestProjects/PerceptionHDRP/Assets/Terrain Data.asset

@@ -1,16 +1,16 @@
 {
   "dependencies": {
     "com.unity.collab-proxy": "1.2.16",
-    "com.unity.ext.nunit": "1.0.0",
+    "com.unity.ext.nunit": "1.0.5",
     "com.unity.ide.rider": "1.1.4",
-    "com.unity.ide.vscode": "1.2.1",
+    "com.unity.ide.vscode": "1.2.3",
     "com.unity.package-validation-suite": "0.9.1-preview",
     "com.unity.perception": "file:../../../com.unity.perception",
     "com.unity.render-pipelines.core": "7.3.1",
     "com.unity.render-pipelines.high-definition": "7.3.1",
-    "com.unity.simulation.capture": "0.0.10-preview.13",
-    "com.unity.simulation.core": "0.0.10-preview.19",
-    "com.unity.test-framework": "1.1.16",
+    "com.unity.simulation.capture": "0.0.10-preview.16",
+    "com.unity.simulation.core": "0.0.10-preview.21",
+    "com.unity.test-framework": "1.1.19",
     "com.unity.testtools.codecoverage": "0.2.2-preview",
     "com.unity.textmeshpro": "2.0.1",
     "com.unity.ugui": "1.0.0",

TestProjects/PerceptionHDRP/Packages/manifest.json

@@ -1,11 +1,11 @@
 {
   "dependencies": {
     "com.unity.burst": {
-      "version": "1.3.0-preview.5",
-      "depth": 2,
+      "version": "1.3.9",
+      "depth": 1,
       "source": "registry",
       "dependencies": {
-        "com.unity.mathematics": "1.1.0"
+        "com.unity.mathematics": "1.2.1"
       },
       "url": "https://packages.unity.com"
     },
@@ -44,7 +44,7 @@
       "url": "https://packages.unity.com"
     },
     "com.unity.ext.nunit": {
-      "version": "1.0.0",
+      "version": "1.0.5",
       "depth": 0,
       "source": "registry",
       "dependencies": {},
@@ -60,7 +60,7 @@
       "url": "https://packages.unity.com"
     },
     "com.unity.ide.vscode": {
-      "version": "1.2.1",
+      "version": "1.2.3",
       "depth": 0,
       "source": "registry",
       "dependencies": {},
@@ -77,7 +77,7 @@
       "url": "https://packages.unity.com"
     },
     "com.unity.mathematics": {
-      "version": "1.1.0",
+      "version": "1.2.1",
       "depth": 2,
       "source": "registry",
       "dependencies": {},
@@ -106,10 +106,11 @@
       "dependencies": {
         "com.unity.nuget.newtonsoft-json": "1.1.2",
         "com.unity.render-pipelines.core": "7.1.6",
+        "com.unity.burst": "1.3.9",
         "com.unity.entities": "0.8.0-preview.8",
-        "com.unity.simulation.client": "0.0.10-preview.9",
-        "com.unity.simulation.capture": "0.0.10-preview.13",
-        "com.unity.simulation.core": "0.0.10-preview.19"
+        "com.unity.simulation.client": "0.0.10-preview.10",
+        "com.unity.simulation.capture": "0.0.10-preview.16",
+        "com.unity.simulation.core": "0.0.10-preview.21"
       }
     },
     "com.unity.platforms": {
@@ -202,34 +203,34 @@
       "url": "https://packages.unity.com"
     },
     "com.unity.simulation.capture": {
-      "version": "0.0.10-preview.13",
+      "version": "0.0.10-preview.16",
       "depth": 0,
       "source": "registry",
       "dependencies": {
-        "com.unity.simulation.core": "0.0.10-preview.19"
+        "com.unity.simulation.core": "0.0.10-preview.21"
       },
       "url": "https://packages.unity.com"
     },
     "com.unity.simulation.client": {
-      "version": "0.0.10-preview.9",
+      "version": "0.0.10-preview.10",
       "depth": 1,
       "source": "registry",
       "dependencies": {},
       "url": "https://packages.unity.com"
     },
     "com.unity.simulation.core": {
-      "version": "0.0.10-preview.19",
+      "version": "0.0.10-preview.21",
       "depth": 0,
       "source": "registry",
       "dependencies": {},
       "url": "https://packages.unity.com"
     },
     "com.unity.test-framework": {
-      "version": "1.1.16",
+      "version": "1.1.19",
       "depth": 0,
       "source": "registry",
       "dependencies": {
-        "com.unity.ext.nunit": "1.0.0",
+        "com.unity.ext.nunit": "1.0.5",
         "com.unity.modules.imgui": "1.0.0",
         "com.unity.modules.jsonserialize": "1.0.0"
       },

TestProjects/PerceptionHDRP/Packages/packages-lock.json

@@ -9,9 +9,9 @@ MonoBehaviour:
   m_GameObject: {fileID: 0}
   m_Enabled: 1
   m_EditorHideFlags: 0
-  m_Script: {fileID: 0}
+  m_Script: {fileID: 13960, guid: 0000000000000000e000000000000000, type: 0}
   m_Name: 
-  m_EditorClassIdentifier: UnityEditor:UnityEditor.PackageManager.UI:PackageManagerProjectSettings
+  m_EditorClassIdentifier: 
   m_ScopedRegistriesSettingsExpanded: 1
   oneTimeWarningShown: 0
   m_Registries:

TestProjects/PerceptionHDRP/ProjectSettings/PackageManagerSettings.asset

@@ -1,2 +1,2 @@
-m_EditorVersion: 2019.4.12f1
-m_EditorVersionWithRevision: 2019.4.12f1 (225e826a680e)
+m_EditorVersion: 2019.4.16f1
+m_EditorVersionWithRevision: 2019.4.16f1 (e05b6e02d63e)