diff --git a/.yamato/wrench/preview-a-p-v.yml b/.yamato/wrench/preview-a-p-v.yml index b187fdf808..9ee5fc5615 100644 --- a/.yamato/wrench/preview-a-p-v.yml +++ b/.yamato/wrench/preview-a-p-v.yml @@ -17,6 +17,9 @@ all_preview_apv_jobs: - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_1_-_macos - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_1_-_ubuntu - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_1_-_windows + - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_2_-_macos + - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_2_-_ubuntu + - path: .yamato/wrench/preview-a-p-v.yml#preview_apv_-_6000_2_-_windows triggers: expression: push.branch match "^release/.*" cancel_old_ci: true @@ -712,3 +715,175 @@ preview_apv_-_6000_1_-_windows: Job Maintainers: '#rm-packageworks' Wrench: 0.10.36.0 +# Functional tests for dependents found in the latest 6000.2 manifest (MacOS). +preview_apv_-_6000_2_-_macos: + name: Preview APV - 6000.2 - macos + agent: + image: package-ci/macos-13:default + type: Unity::VM::osx + flavor: b1.xlarge + commands: + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm + timeout: 20 + retries: 10 + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: python PythonScripts/preview_apv.py --wrench-config=.yamato/wrench/wrench_config.json --editor-version=6000.2 --testsuite=editor,playmode --artifacts-path=PreviewApvArtifacts~ + - command: echo 'Skipping Editor Manifest Validator as it is only supported on Windows' + after: + - command: curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.sh --output run_standalone_instability_detection-latest.sh --retry 5 || exit 0 + - command: bash ./run_standalone_instability_detection-latest.sh macos 0.5.1 || exit 0 + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + logs: + paths: + - '*.log' + - '*.xml' + - upm-ci~/test-results/**/* + - upm-ci~/temp/*/Logs/** + - upm-ci~/temp/*/Library/*.log + - upm-ci~/temp/*/*.log + - upm-ci~/temp/Builds/*.log + packages: + paths: + - upm-ci~/packages/**/* + PreviewAPVResults: + paths: + - PreviewApvArtifacts~/** + - APVTest/**/manifest.json + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + +# Functional tests for dependents found in the latest 6000.2 manifest (Ubuntu). +preview_apv_-_6000_2_-_ubuntu: + name: Preview APV - 6000.2 - ubuntu + agent: + image: package-ci/ubuntu-20.04:default + type: Unity::VM + flavor: b1.large + commands: + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm + timeout: 20 + retries: 10 + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: python PythonScripts/preview_apv.py --wrench-config=.yamato/wrench/wrench_config.json --editor-version=6000.2 --testsuite=editor,playmode --artifacts-path=PreviewApvArtifacts~ + - command: echo 'Skipping Editor Manifest Validator as it is only supported on Windows' + after: + - command: curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.sh --output run_standalone_instability_detection-latest.sh --retry 5 || exit 0 + - command: bash ./run_standalone_instability_detection-latest.sh ubuntu 0.5.1 || exit 0 + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + logs: + paths: + - '*.log' + - '*.xml' + - upm-ci~/test-results/**/* + - upm-ci~/temp/*/Logs/** + - upm-ci~/temp/*/Library/*.log + - upm-ci~/temp/*/*.log + - upm-ci~/temp/Builds/*.log + packages: + paths: + - upm-ci~/packages/**/* + PreviewAPVResults: + paths: + - PreviewApvArtifacts~/** + - APVTest/**/manifest.json + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + +# Functional tests for dependents found in the latest 6000.2 manifest (Windows). +preview_apv_-_6000_2_-_windows: + name: Preview APV - 6000.2 - windows + agent: + image: package-ci/win10:default + type: Unity::VM + flavor: b1.large + commands: + - command: gsudo reg add "HKEY_LOCAL_MACHINE\SYSTEM\CurrentControlSet\Control\FileSystem" /v LongPathsEnabled /t REG_DWORD /d 1 /f + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: npm install upm-ci-utils@stable -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm + timeout: 20 + retries: 10 + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: python PythonScripts/preview_apv.py --wrench-config=.yamato/wrench/wrench_config.json --editor-version=6000.2 --testsuite=editor,playmode --artifacts-path=PreviewApvArtifacts~ + - command: python PythonScripts/editor_manifest_validator.py --version=6000.2 --wrench-config=.yamato/wrench/wrench_config.json + after: + - command: cmd.exe /c "curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.bat --output run_standalone_instability_detection-latest.bat --retry 5 || exit 0" + - command: cmd.exe /c "run_standalone_instability_detection-latest.bat 0.5.1 || exit 0" + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + logs: + paths: + - '*.log' + - '*.xml' + - upm-ci~/test-results/**/* + - upm-ci~/temp/*/Logs/** + - upm-ci~/temp/*/Library/*.log + - upm-ci~/temp/*/*.log + - upm-ci~/temp/Builds/*.log + packages: + paths: + - upm-ci~/packages/**/* + PreviewAPVResults: + paths: + - PreviewApvArtifacts~/** + - APVTest/**/manifest.json + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + diff --git a/.yamato/wrench/promotion-jobs.yml b/.yamato/wrench/promotion-jobs.yml index 47767d7eeb..3f919e9d71 100644 --- a/.yamato/wrench/promotion-jobs.yml +++ b/.yamato/wrench/promotion-jobs.yml @@ -125,6 +125,30 @@ publish_dry_run_inputsystem: pvp-results: location: results/pvp/validate-inputsystem-6000.1-windows unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_macos + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-macos + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-macos + unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_ubuntu + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-ubuntu + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-ubuntu + unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_windows + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-windows + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-windows + unzip: true variables: UPMPVP_ACK_UPMPVP_DOES_NO_API_VALIDATION: 1 UPMPVP_CONTEXT_WRENCH: 0.10.36.0 @@ -259,6 +283,30 @@ publish_inputsystem: pvp-results: location: results/pvp/validate-inputsystem-6000.1-windows unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_macos + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-macos + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-macos + unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_ubuntu + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-ubuntu + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-ubuntu + unzip: true + - path: .yamato/wrench/validation-jobs.yml#validate_-_inputsystem_-_6000_2_-_windows + specific_options: + UTR: + location: results/UTR/validate-inputsystem-6000.2-windows + unzip: true + pvp-results: + location: results/pvp/validate-inputsystem-6000.2-windows + unzip: true variables: UPMPVP_ACK_UPMPVP_DOES_NO_API_VALIDATION: 1 UPMPVP_CONTEXT_WRENCH: 0.10.36.0 diff --git a/.yamato/wrench/validation-jobs.yml b/.yamato/wrench/validation-jobs.yml index 03059ef619..8963a3e155 100644 --- a/.yamato/wrench/validation-jobs.yml +++ b/.yamato/wrench/validation-jobs.yml @@ -829,3 +829,210 @@ validate_-_inputsystem_-_6000_1_-_windows: labels: - Packages:inputsystem +# PVP Editor and Playmode tests for Validate - inputsystem - 6000.2 - macos (6000.2 - MacOS). +validate_-_inputsystem_-_6000_2_-_macos: + name: Validate - inputsystem - 6000.2 - macos + agent: + image: package-ci/macos-13:v4 + type: Unity::VM::osx + flavor: b1.xlarge + commands: + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: upm-pvp create-test-project test-inputsystem --packages "upm-ci~/packages/*.tgz" --unity .Editor + timeout: 10 + retries: 1 + - command: echo No internal packages to add. + - command: upm-pvp test --unity .Editor --packages "upm-ci~/packages/*.tgz" --results upm-ci~/pvp + timeout: 20 + retries: 0 + - command: upm-pvp require "pkgprom-promote -PVP-29-2 rme" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 5 + retries: 0 + - command: upm-pvp require "rme PVP-160-1 supported .yamato/wrench/pvp-exemptions.json" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 10 + retries: 0 + - command: UnifiedTestRunner --testproject=test-inputsystem --editor-location=.Editor --reruncount=1 --clean-library-on-rerun --artifacts-path=artifacts --suite=Editor --suite=Playmode "--ff={ops.upmpvpevidence.enable=true}" + timeout: 30 + retries: 1 + after: + - command: curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.sh --output run_standalone_instability_detection-latest.sh --retry 5 || exit 0 + - command: bash ./run_standalone_instability_detection-latest.sh macos 0.5.1 || exit 0 + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + packages: + paths: + - upm-ci~/packages/**/* + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + UTR: + paths: + - '*.log' + - '*.xml' + - artifacts/**/* + - test-inputsystem/Logs/** + - test-inputsystem/Library/*.log + - test-inputsystem/*.log + - test-inputsystem/Builds/*.log + - build/test-results/** + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_ACK_UPMPVP_DOES_NO_API_VALIDATION: 1 + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + labels: + - Packages:inputsystem + +# PVP Editor and Playmode tests for Validate - inputsystem - 6000.2 - ubuntu (6000.2 - Ubuntu). +validate_-_inputsystem_-_6000_2_-_ubuntu: + name: Validate - inputsystem - 6000.2 - ubuntu + agent: + image: package-ci/ubuntu-20.04:v4 + type: Unity::VM + flavor: b1.large + commands: + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: upm-pvp create-test-project test-inputsystem --packages "upm-ci~/packages/*.tgz" --unity .Editor + timeout: 10 + retries: 1 + - command: echo No internal packages to add. + - command: upm-pvp test --unity .Editor --packages "upm-ci~/packages/*.tgz" --results upm-ci~/pvp + timeout: 20 + retries: 0 + - command: upm-pvp require "pkgprom-promote -PVP-29-2 rme" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 5 + retries: 0 + - command: upm-pvp require "rme PVP-160-1 supported .yamato/wrench/pvp-exemptions.json" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 10 + retries: 0 + - command: UnifiedTestRunner --testproject=test-inputsystem --editor-location=.Editor --reruncount=1 --clean-library-on-rerun --artifacts-path=artifacts --suite=Editor --suite=Playmode "--ff={ops.upmpvpevidence.enable=true}" + timeout: 30 + retries: 1 + after: + - command: curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.sh --output run_standalone_instability_detection-latest.sh --retry 5 || exit 0 + - command: bash ./run_standalone_instability_detection-latest.sh ubuntu 0.5.1 || exit 0 + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + packages: + paths: + - upm-ci~/packages/**/* + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + UTR: + paths: + - '*.log' + - '*.xml' + - artifacts/**/* + - test-inputsystem/Logs/** + - test-inputsystem/Library/*.log + - test-inputsystem/*.log + - test-inputsystem/Builds/*.log + - build/test-results/** + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_ACK_UPMPVP_DOES_NO_API_VALIDATION: 1 + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + labels: + - Packages:inputsystem + +# PVP Editor and Playmode tests for Validate - inputsystem - 6000.2 - windows (6000.2 - Windows). +validate_-_inputsystem_-_6000_2_-_windows: + name: Validate - inputsystem - 6000.2 - windows + agent: + image: package-ci/win10:v4 + type: Unity::VM + flavor: b1.large + commands: + - command: curl https://artifactory.prd.it.unity3d.com/artifactory/stevedore-unity-internal/wrench-localapv/1-2-56_236616cc910608f3016a29947795c2e53f0c0dbfa45128d551397825ed65689e.zip -o wrench-localapv.zip + - command: 7z x -aoa wrench-localapv.zip + - command: pip install semver requests --index-url https://artifactory-slo.bf.unity3d.com/artifactory/api/pypi/pypi/simple + - command: python PythonScripts/print_machine_info.py + - command: unity-downloader-cli -u 6000.2 -c Editor --fast + timeout: 10 + retries: 3 + - command: upm-pvp create-test-project test-inputsystem --packages "upm-ci~/packages/*.tgz" --unity .Editor + timeout: 10 + retries: 1 + - command: echo No internal packages to add. + - command: upm-pvp test --unity .Editor --packages "upm-ci~/packages/*.tgz" --results upm-ci~/pvp + timeout: 20 + retries: 0 + - command: upm-pvp require "pkgprom-promote -PVP-29-2 rme" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 5 + retries: 0 + - command: upm-pvp require "rme PVP-160-1 supported .yamato/wrench/pvp-exemptions.json" --results upm-ci~/pvp --exemptions upm-ci~/pvp/failures.json + timeout: 10 + retries: 0 + - command: UnifiedTestRunner.exe --testproject=test-inputsystem --editor-location=.Editor --reruncount=1 --clean-library-on-rerun --artifacts-path=artifacts --suite=Editor --suite=Playmode "--ff={ops.upmpvpevidence.enable=true}" + timeout: 30 + retries: 1 + after: + - command: cmd.exe /c "curl -s https://artifactory-slo.bf.unity3d.com/artifactory/automation-and-tooling/infrastructure-instability-detection/standalone/setup/run_standalone_instability_detection-latest.bat --output run_standalone_instability_detection-latest.bat --retry 5 || exit 0" + - command: cmd.exe /c "run_standalone_instability_detection-latest.bat 0.5.1 || exit 0" + timeout: 10 + retries: 1 + artifacts: + Crash Dumps: + paths: + - CrashDumps/** + packages: + paths: + - upm-ci~/packages/**/* + pvp-results: + paths: + - upm-ci~/pvp/**/* + browsable: onDemand + UTR: + paths: + - '*.log' + - '*.xml' + - artifacts/**/* + - test-inputsystem/Logs/** + - test-inputsystem/Library/*.log + - test-inputsystem/*.log + - test-inputsystem/Builds/*.log + - build/test-results/** + browsable: onDemand + dependencies: + - path: .yamato/wrench/package-pack-jobs.yml#package_pack_-_inputsystem + variables: + UPMPVP_ACK_UPMPVP_DOES_NO_API_VALIDATION: 1 + UPMPVP_CONTEXT_WRENCH: 0.10.36.0 + metadata: + Job Maintainers: '#rm-packageworks' + Wrench: 0.10.36.0 + labels: + - Packages:inputsystem +