Release/4.0.1

.gitignore

@@ -24,6 +24,9 @@
 *.csproj
 *.unityproj
 *.sln
+# Allow C# projects and solutions in Tools directory
+!Tools/**/*.csproj
+!Tools/**/*.sln
 *.suo
 *.tmp
 *.user
@@ -98,3 +101,6 @@ coverage.xml
 
 # yamato-parser temporary output files:
 .yamato/unfolded/
+
+Tools/ci/obj/
+Tools/ci/bin/

.yamato/com.unity.ml-agents-pack.yml

@@ -25,9 +25,9 @@ pack:
   triggers:
     cancel_old_ci: true
   dependencies:
-    - .yamato/com.unity.ml-agents-pack.yml#sign_macOS
+    - .yamato/com.unity.ml-agents-pack.yml#sign_macos
 
-sign_macOS:
+sign_macos:
   name: Sign MacOS Shared Libraries
   agent:
     type: Unity::VM::osx

.yamato/generated-scripts/infrastructure-instability-detection-linux.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+# This is an auto-generated script. Do not edit manually!
+set -x
+
+set -e
+if [ -f "infrastructure_instability_detection_standalone.zip" ]; then
+  echo "removed existing archive infrastructure_instability_detection_standalone.zip"
+  rm "infrastructure_instability_detection_standalone.zip" || true
+fi
+
+if [ -d "infrastructure_instability_detection_standalone" ]; then
+  echo "removed existing directory infrastructure_instability_detection_standalone/"
+  rm -rf "infrastructure_instability_detection_standalone" || true
+fi
+
+echo "downloading and extracting [email protected]"
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/1.0.0/ubuntu.zip" --output "infrastructure_instability_detection_standalone.zip" --retry 5 || true
+
+if [ -d "infrastructure_instability_detection" ]; then
+  echo "removing infrastructure_instability_detection folder to avoid name clash"
+  rm -rf infrastructure_instability_detection/ || true
+fi
+
+unzip -qo "infrastructure_instability_detection_standalone.zip" && rm "infrastructure_instability_detection_standalone.zip" || true
+
+echo "downloading and extracting patterns"
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/patterns.zip" --output patterns.zip --retry 5 || true
+
+if [ -d "patterns" ]; then
+  echo "removing patterns folder to avoid name clash"
+  rm -rf patterns/ || true
+fi
+
+unzip -q patterns.zip && rm patterns.zip || true
+
+echo "running '$(pwd)/infrastructure_instability_detection'"
+./infrastructure_instability_detection || true

.yamato/generated-scripts/infrastructure-instability-detection-mac.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+# This is an auto-generated script. Do not edit manually!
+set -x
+
+set -e
+if [ -f "infrastructure_instability_detection_standalone.zip" ]; then
+  echo "removed existing archive infrastructure_instability_detection_standalone.zip"
+  rm "infrastructure_instability_detection_standalone.zip" || true
+fi
+
+if [ -d "infrastructure_instability_detection_standalone" ]; then
+  echo "removed existing directory infrastructure_instability_detection_standalone/"
+  rm -rf "infrastructure_instability_detection_standalone" || true
+fi
+
+echo "downloading and extracting [email protected]"
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/1.0.0/macos.zip" --output "infrastructure_instability_detection_standalone.zip" --retry 5 || true
+
+if [ -d "infrastructure_instability_detection" ]; then
+  echo "removing infrastructure_instability_detection folder to avoid name clash"
+  rm -rf infrastructure_instability_detection/ || true
+fi
+
+unzip -qo "infrastructure_instability_detection_standalone.zip" && rm "infrastructure_instability_detection_standalone.zip" || true
+
+echo "downloading and extracting patterns"
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/patterns.zip" --output patterns.zip --retry 5 || true
+
+if [ -d "patterns" ]; then
+  echo "removing patterns folder to avoid name clash"
+  rm -rf patterns/ || true
+fi
+
+unzip -q patterns.zip && rm patterns.zip || true
+
+echo "running '$(pwd)/infrastructure_instability_detection'"
+./infrastructure_instability_detection || true

.yamato/generated-scripts/infrastructure-instability-detection-win.cmd

@@ -0,0 +1,12 @@
+@echo on
+rem This is an auto-generated script. Do not edit manually!
+
+if exist "%TEMP%\BugReporterCrashReportJson"  for /f "delims=" %%i in ('dir /b /a-d "%TEMP%\BugReporterCrashReportJson\*.json"') do curl -X POST  -H "Content-Type: application/json" -T "%TEMP%\BugReporterCrashReportJson\%%i" "https://internal-crash-collector.prd.cds.internal.unity3d.com/api/crash" || echo Failed to upload %%i. Ignoring...
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/1.0.0/windows.zip" --output "infrastructure_instability_detection_standalone.zip" --retry 5
+IF EXIST "infrastructure_instability_detection" rmdir /s /q infrastructure_instability_detection
+powershell.exe -nologo -noprofile -command "& { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('infrastructure_instability_detection_standalone.zip', '.'); }" && DEL "infrastructure_instability_detection_standalone.zip"
+curl -fs "https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/patterns.zip" --output patterns.zip --retry 5
+IF EXIST "patterns" rmdir /s /q patterns
+powershell.exe -nologo -noprofile -command "& { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('patterns.zip', '.'); }" && DEL "patterns.zip"
+infrastructure_instability_detection
+exit /b 0

.yamato/sparse-checkouts/upm-packages.txt

@@ -1,3 +1,4 @@
 .github
 .yamato
-com.unity.ml-agents
+com.unity.ml-agents
+Tools

.yamato/wrench/api-validation-jobs.yml

@@ -1,5 +1,9 @@
 # Auto-generated by Recipe Engine, do not modify manually.
-# This job is generated by the wrench recipe engine module, see find the docs here: .
+# This job is generated by the wrench recipe engine module, see find the docs here: http://Go/ii2fb
+all_api_validation_jobs:
+  name: All API Validation Jobs
+  dependencies:
+  - path: .yamato/wrench/api-validation-jobs.yml#api_validation_-_ml-agents_-_6000_0_-_windows
 
 # upm-ci validation tests for API Validation - ml-agents - 6000.0 - windows (6000.0 - Windows).
 api_validation_-_ml-agents_-_6000_0_-_windows:
@@ -9,13 +13,14 @@ api_validation_-_ml-agents_-_6000_0_-_windows:
     type: Unity::VM
     flavor: b1.large
   commands:
-  - command: curl %WRENCH_LOCAL_APV_DOWNLOAD_URL% -o wrench-localapv.zip
-  - command: 7z x wrench-localapv.zip
+  - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-3-0_3978eda62a03e3dbc469ab77590d20f8832032d8e0b586550597b7f590baefec.zip -o wrench-localapv.zip
+  - command: 7z x -aoa wrench-localapv.zip
+  - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple
   - command: python PythonScripts/print_machine_info.py
   - command: npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
     timeout: 20
     retries: 10
-  - command: unity-downloader-cli -u 6000.0 -c Editor --fast
+  - command: unity-downloader-cli -u 6000.0/staging -c editor --path .Editor --fast
     timeout: 10
     retries: 3
   - command: python PythonScripts/PackageJsonCondersor.py
@@ -27,21 +32,31 @@ api_validation_-_ml-agents_-_6000_0_-_windows:
   - command: python PythonScripts/parse_upm_ci_results.py --package-path=com.unity.ml-agents
     timeout: 2
     retries: 0
+  after:
+  - command: .yamato\generated-scripts\infrastructure-instability-detection-win.cmd
   artifacts:
     Crash Dumps:
       paths:
       - CrashDumps/**
-    packages:
+    logs:
       paths:
-      - upm-ci~/**/*
+      - '*.log'
+      - '*.xml'
+      - upm-ci~/test-results/**/*
+      - upm-ci~/temp/*/Logs/**
+      - upm-ci~/temp/*/Library/*.log
+      - upm-ci~/temp/*/*.log
+      - upm-ci~/temp/Builds/*.log
+      browsable: onNonSuccess
   dependencies:
   - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_ml-agents
   variables:
-    UPMPVP_CONTEXT_WRENCH: 0.10.5.0
-  triggers:
-    expression: push.branch match "^release/.*"
-    cancel_old_ci: true
+    UNITY_LICENSING_SERVER_BASE_URL: http://unity-ci-licenses.hq.unity3d.com:8080/
+    UNITY_LICENSING_SERVER_DELETE_NUL: 0
+    UNITY_LICENSING_SERVER_DELETE_ULF: 0
+    UNITY_LICENSING_SERVER_TOOLSET: pro
+    UPMPVP_CONTEXT_WRENCH: 1.4.3.0
   metadata:
     Job Maintainers: '#rm-packageworks'
-    Wrench: 0.10.5.0
+    Wrench: 1.4.3.0
 

.yamato/wrench/package-pack-jobs.yml

@@ -1,34 +1,30 @@
 # Auto-generated by Recipe Engine, do not modify manually.
-# This job is generated by the wrench recipe engine module, see find the docs here: .
+# This job is generated by the wrench recipe engine module, see find the docs here: http://Go/ii2fb
 
-# Pack and Sign ML Agents
+# Pack ML Agents
 package_pack_-_ml-agents:
   name: Package Pack - ml-agents
   agent:
-    image: ml-agents/ubuntu-ci:v1.0.1
+    image: package-ci/ubuntu-20.04:default
     type: Unity::VM
     flavor: b1.large
   commands:
   - command: npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
     timeout: 20
     retries: 10
-  - command: curl $WRENCH_LOCAL_APV_DOWNLOAD_URL -o wrench-localapv.zip
-  - command: 7z x wrench-localapv.zip
-  - command: python PythonScripts/print_machine_info.py
   - command: upm-ci package pack --package-path com.unity.ml-agents
   - command: cp upm-ci~/packages/packages.json upm-ci~/packages/com.unity.ml-agents_packages.json
+  after:
+  - command: bash .yamato/generated-scripts/infrastructure-instability-detection-linux.sh
   artifacts:
     packages:
       paths:
       - upm-ci~/packages/**/*
   dependencies:
-    - path: .yamato/com.unity.ml-agents-pack.yml#sign_macOS
+  - path: .yamato/com.unity.ml-agents-pack.yml#sign_macos
   variables:
     UPMCI_ACK_LARGE_PACKAGE: 1
-    UPMPVP_CONTEXT_WRENCH: 0.10.5.0
   metadata:
     Job Maintainers: '#rm-packageworks'
-    Wrench: 0.10.5.0
-
-
+    Wrench: 1.4.3.0