Initial Performance tests file

Author: michalChrobot

.yamato/_run-all.yml

@@ -6,11 +6,9 @@ run_all_package_tests:
   name: Run All Package Tests
   dependencies:
 {% for platform in test_platforms.desktop -%}
-{% if platform.name != "win-arm64" -%} # Recommended to use only after builds
 {% for editor in validation_editors.all -%}
   - .yamato/package-tests.yml#package_test_-_ngo_{{ editor }}_{{ platform.name }}
 {% endfor -%}
-{% endif -%}
 {% endfor -%}
 
 
@@ -21,13 +19,11 @@ run_all_project_tests:
 {% for project in projects.all -%}
 {% if project.has_tests == "true" -%}
 {% for platform in test_platforms.desktop -%}
-{% if platform.name != "win-arm64" -%} # Recommended to use only after builds
 {% for editor in validation_editors.all -%}
   - .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_{{ editor }}
 {% endfor -%}
 {% endif -%}
 {% endfor -%}
-{% endif -%}
 {% endfor -%}
 
 

.yamato/package-tests.yml

@@ -3,27 +3,22 @@
 
 # Executes PlayMode and EditMode tests of the NGO package in the Editor context
 {% for platform in test_platforms.desktop -%}
-{% if platform.name != "win-arm64" -%} # Recommended to use only after builds
 {% for editor in validation_editors.all -%}
 package_test_-_ngo_{{ editor }}_{{ platform.name }}:
   name : Package Test - NGO [{{ platform.name }}, {{ editor }}]
   agent:
     type: {{ platform.type }}
     image: {{ platform.image }}
     flavor: {{ platform.flavor }}
-{% if platform.model %}
-    model: {{ platform.model }}
-{% endif %}
   commands:
     - npm install -g upm-ci-utils@stable --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
-    - unity-downloader-cli {% if platform.extension == "arm64" %} --arch arm64 {% endif %} -u {{ editor }} -c Editor --fast --wait
-    - {% if platform.name == "ubuntu" %}DISPLAY=:0 {% endif %}upm-ci package test -u {{ editor }} --package-path com.unity.netcode.gameobjects --type package-tests
+    - unity-downloader-cli -u {{ editor }} -c Editor --fast --wait
+    - {% if platform.name == "ubuntu" %}DISPLAY=:0 {% endif %}upm-ci package test -u {{ editor }} --package-path com.unity.netcode.gameobjects --type package-tests --extra-utr-arg="--extra-editor-arg=-testCategory --extra-editor-arg=!Performance --reruncount=1 --clean-library-on-rerun"
   artifacts:
     logs:
       paths:
         - "upm-ci~/test-results/**/*"
   dependencies:
     - .yamato/package-pack.yml#package_pack_-_ngo
 {% endfor -%}
-{% endif -%}
 {% endfor -%}

.yamato/performance-tests.yml

@@ -0,0 +1,49 @@
+{% metadata_file .yamato/project.metafile %}
+---
+
+# Performance tests for the `com.unity.netcode.gameobjects` package. No performance data will be reported.
+{% for platform in test_platforms.desktop -%}
+{% for editor in validation_editors.all -%}
+{% for project in projects.default -%}
+performance_editor_tests_-_netcode_macos_trunk_dots_monorepo__no_data_reporting:
+  name : Performance editor Tests - NGO {{ project.name }} [{{ platform.name }}, {{ editor }}] (No Data Reporting)
+  agent:
+    type: {{ platform.type }}
+    image: {{ platform.image }}
+    flavor: {{ platform.flavor }}
+  commands:
+      # Installing tools
+{% if platform.name == "ubuntu" %}
+      - sudo apt-get update -q
+      - sudo apt install -qy imagemagick
+{% endif %}
+      - npm install -g upm-ci-utils@stable --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
+      - pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
+      
+      # Platform specific UTR setup
+      - |
+{% if platform.name == "win" %}
+        curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr.bat --output utr.bat
+{% else %}
+        curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr && chmod +x utr
+{% endif %}
+      
+      # Installing editor
+      - unity-downloader-cli -u {{ editor }} -c Editor --fast --wait
+      
+      # Build Player
+      - |
+{% if platform.name == "win" %}
+      utr --artifacts-path=artifacts --timeout=3600 --testproject={{ project.path }} --editor-location=.Editor --reruncount=1 --clean-library-on-rerun --suite=editor --dontreportperformancedata --extra-editor-arg=-assemblyNames --extra-editor-arg=Unity.NetCode.* --extra-editor-arg=-testCategory --extra-editor-arg=Performance --extra-editor-arg=-enablePackageManagerTraces
+  {% else %}
+      ./utr --artifacts-path=artifacts --timeout=3600 --testproject={{ project.path }} --editor-location=.Editor --reruncount=1 --clean-library-on-rerun --suite=editor --dontreportperformancedata --extra-editor-arg=-assemblyNames --extra-editor-arg=Unity.NetCode.* --extra-editor-arg=-testCategory --extra-editor-arg=Performance --extra-editor-arg=-enablePackageManagerTraces
+  {% endif %}
+  artifacts:
+    logs:
+      paths:
+        - "upm-ci~/test-results/**/*"
+  dependencies:
+    - .yamato/package-pack.yml#package_pack_-_ngo
+{% endfor -%}
+{% endfor -%}
+{% endfor -%}

.yamato/project-tests.yml

@@ -6,29 +6,24 @@
 {% for project in projects.all -%}
 {% if project.has_tests == "true" -%}
 {% for platform in test_platforms.desktop -%}
-{% if platform.name != "win-arm64" -%} # Recommended to use only after builds
 {% for editor in validation_editors.all -%}
 test_{{ project.name }}_{{ platform.name }}_{{ editor }}:
   name : Project Test - NGO {{ project.name }} [{{ platform.name }}, {{ editor }}]
   agent:
     type: {{ platform.type }}
     image: {{ platform.image }}
     flavor: {{ platform.flavor }}
-{% if platform.model %}
-    model: {{ platform.model }}
-{% endif %}
   commands:
     - npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
-    - unity-downloader-cli {% if platform.extension == "arm64" %} --arch arm64 {% endif %} -u {{ editor }} -c Editor --fast --wait
-    - {% if platform.name == "Ubuntu" %}DISPLAY=:0 && {% endif %}upm-ci project test -u {{ editor }} --project-path {{ project.path }} --type project-tests
+    - unity-downloader-cli -u {{ editor }} -c Editor --fast --wait
+    - {% if platform.name == "Ubuntu" %}DISPLAY=:0 && {% endif %}upm-ci project test -u {{ editor }} --project-path {{ project.path }} --type project-tests --extra-utr-arg="--extra-editor-arg=-testCategory --extra-editor-arg=!Performance --reruncount=1 --clean-library-on-rerun"
   artifacts:
     logs:
       paths:
         - "upm-ci~/test-results/**/*"
   dependencies:
     - .yamato/project-pack.yml#project_pack_-_{{ project.name }}
 {% endfor -%}
-{% endif -%}
 {% endfor -%}
 {% endif -%}
 {% endfor -%}