Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
86 changes: 43 additions & 43 deletions .yamato/_run-all.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ run_quick_checks:
name: Run Quick Initial Checks
dependencies:
- .yamato/package-pack.yml#package_pack_-_ngo_ubuntu
- .yamato/project-standards.yml#standards_ubuntu_testproject_trunk
- .yamato/project-standards.yml#standards_ubuntu_testproject_6000.2
# Run API validation to early-detect all new APIs that would force us to release new minor version of the package. Note that for this to work the package version in package.json must correspond to "actual package state" which means that it should be higher than last released version
- .yamato/vetting-test.yml#vetting_test

Expand All @@ -31,22 +31,22 @@ run_all_package_tests:
{% endfor -%}


# Runs all package tests on trunk editor
run_all_package_tests_trunk:
name: Run All Package Tests [Trunk only]
# Runs all package tests on 6000.2 editor (latest supported editor)
run_all_package_tests_6000.2:
name: Run All Package Tests [6000.2 only]
dependencies:
{% for platform in test_platforms.desktop -%}
{% for editor in validation_editors.default -%}
- .yamato/package-tests.yml#package_test_-_ngo_{{ editor }}_{{ platform.name }}
{% endfor -%}
{% endfor -%}

# Runs all package tests on mimimum supported editor (2021.3 in case of NGOv1.X)
run_all_package_tests_2021:
name: Run All Package Tests [2021.3]
# Runs all package tests on mimimum supported editor (2022.3 in case of NGOv1.X) (2022.3 will soon be a minimum supported editor)
run_all_package_tests_2022:
name: Run All Package Tests [2022.3]
dependencies:
{% for platform in test_platforms.desktop -%}
- .yamato/package-tests.yml#package_test_-_ngo_2021.3_{{ platform.name }}
- .yamato/package-tests.yml#package_test_-_ngo_2022.3_{{ platform.name }}
{% endfor -%}


Expand All @@ -65,9 +65,9 @@ run_all_project_tests:
{% endfor -%}


# Runs all projects tests on trunk editor
run_all_project_tests_trunk:
name: Run All Project Tests [Trunk only]
# Runs all projects tests on 6000.2 editor (latest supported editor)
run_all_project_tests_6000.2:
name: Run All Project Tests [6000.2 only]
dependencies:
{% for project in projects.all -%}
{% if project.has_tests == "true" -%}
Expand All @@ -79,14 +79,14 @@ run_all_project_tests_trunk:
{% endif -%}
{% endfor -%}

# Runs all projects tests on mimimum supported editor (2021.3 in case of NGOv1.X)
run_all_project_tests_2021:
name: Run All Project Tests [2021.3]
# Runs all projects tests on mimimum supported editor (2022.3 in case of NGOv1.X) (2022.3 will soon be a minimum supported editor)
run_all_project_tests_2022:
name: Run All Project Tests [2022.3]
dependencies:
{% for project in projects.all -%}
{% if project.has_tests == "true" -%}
{% for platform in test_platforms.desktop -%}
- .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_2021.3
- .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_2022.3
{% endfor -%}
{% endif -%}
{% endfor -%}
Expand Down Expand Up @@ -118,9 +118,9 @@ run_all_webgl_builds:
{% endfor -%}


# Runs all WebGL builds on trunk editor
run_all_webgl_builds_trunk:
name: Run All WebGl Build [Trunk only]
# Runs all WebGL builds on 6000.2 editor (latest supported editor)
run_all_webgl_builds_6000.2:
name: Run All WebGl Build [6000.2 only]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.desktop -%}
Expand All @@ -130,13 +130,13 @@ run_all_webgl_builds_trunk:
{% endfor -%}
{% endfor -%}

# Runs all WebGL builds on 2021.3 editor
run_all_webgl_builds_2021:
name: Run All WebGl Build [2021.3]
# Runs all WebGL builds on 2022.3 editor (2022.3 will soon be a minimum supported editor)
run_all_webgl_builds_2022:
name: Run All WebGl Build [2022.3]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.desktop -%}
- .yamato/webgl-build.yml#webgl_build_{{ project.name }}_{{ platform.name }}_2021.3
- .yamato/webgl-build.yml#webgl_build_{{ project.name }}_{{ platform.name }}_2022.3
{% endfor -%}
{% endfor -%}

Expand All @@ -156,9 +156,9 @@ run_all_project_tests_desktop_standalone:
{% endfor -%}


# Runs all Desktop tests on trunk editor
run_all_project_tests_desktop_standalone_trunk:
name: Run All Standalone Tests - Desktop [Trunk only]
# Runs all Desktop tests on 6000.2 editor (latest supported editor)
run_all_project_tests_desktop_standalone_6000.2:
name: Run All Standalone Tests - Desktop [6000.2 only]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.desktop -%}
Expand All @@ -170,14 +170,14 @@ run_all_project_tests_desktop_standalone_trunk:
{% endfor -%}
{% endfor -%}

# Runs all Desktop tests on mimimum supported editor (2021.3 in case of NGOv1.X)
run_all_project_tests_desktop_standalone_2021:
name: Run All Standalone Tests - Desktop [2021.3]
# Runs all Desktop tests on mimimum supported editor (2022.3 in case of NGOv1.X) (2022.3 will soon be a minimum supported editor)
run_all_project_tests_desktop_standalone_2022:
name: Run All Standalone Tests - Desktop [2022.3]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.desktop -%}
{% for backend in scripting_backends -%}
- .yamato/desktop-standalone-tests.yml#desktop_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_2021.3
- .yamato/desktop-standalone-tests.yml#desktop_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_2022.3
{% endfor -%}
{% endfor -%}
{% endfor -%}
Expand All @@ -195,9 +195,9 @@ run_all_project_tests_mobile_standalone:
{% endfor -%}


# Runs all Mobile tests on trunk editor
run_all_project_tests_mobile_standalone_trunk:
name: Run All Standalone Tests - Mobile [Trunk only]
# Runs all Mobile tests on 6000.2 editor (latest supported editor)
run_all_project_tests_mobile_standalone_6000.2:
name: Run All Standalone Tests - Mobile [6000.2 only]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.mobile_test -%}
Expand All @@ -207,13 +207,13 @@ run_all_project_tests_mobile_standalone_trunk:
{% endfor -%}
{% endfor -%}

# Runs all Mobile tests on mimimum supported editor (2021.3 in case of NGOv1.X)
run_all_project_tests_mobile_standalone_2021:
name: Run All Standalone Tests - Mobile [2021.3]
# Runs all Mobile tests on mimimum supported editor (2022.3 in case of NGOv1.X) (2022.3 will soon be a minimum supported editor)
run_all_project_tests_mobile_standalone_2022:
name: Run All Standalone Tests - Mobile [2022.3]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.mobile_test -%}
- .yamato/mobile-standalone-test.yml#mobile_standalone_test_{{ project.name }}_{{ platform.name }}_2021.3
- .yamato/mobile-standalone-test.yml#mobile_standalone_test_{{ project.name }}_{{ platform.name }}_2022.3
{% endfor -%}
{% endfor -%}

Expand All @@ -231,9 +231,9 @@ run_all_project_tests_console_standalone:
{% endfor -%}


# Runs all Console tests on trunk editor
run_all_project_tests_console_standalone_trunk:
name: Run All Standalone Tests - Console [Trunk only]
# Runs all Console tests on 6000.2 editor (latest supported editor)
run_all_project_tests_console_standalone_6000.2:
name: Run All Standalone Tests - Console [6000.2 only]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.console_test -%}
Expand All @@ -243,12 +243,12 @@ run_all_project_tests_console_standalone_trunk:
{% endfor -%}
{% endfor -%}

# Runs all Console tests on mimimum supported editor (2021.3 in case of NGOv1.X)
run_all_project_tests_console_standalone_2021:
name: Run All Standalone Tests - Console [2021.3]
# Runs all Console tests on mimimum supported editor (2022.3 in case of NGOv1.X) (2022.3 will soon be a minimum supported editor)
run_all_project_tests_console_standalone_2022:
name: Run All Standalone Tests - Console [2022.3]
dependencies:
{% for project in projects.default -%}
{% for platform in test_platforms.console_test -%}
- .yamato/console-standalone-test.yml#console_standalone_test_{{ project.name }}_{{ platform.name }}_2021.3
- .yamato/console-standalone-test.yml#console_standalone_test_{{ project.name }}_{{ platform.name }}_2022.3
{% endfor -%}
{% endfor -%}
72 changes: 36 additions & 36 deletions .yamato/_triggers.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
# Nightly:
# This test validates same subset as pull_request_trigger with addition of mobile/console tests and webgl builds
# Runs daily on develop (local configuration)
# Includes all test types but only on trunk.
# Includes all test types but only on 6000.2 (latest supported editor).
# Adds platform-specific and APV validation

# Weekly:
Expand All @@ -45,17 +45,17 @@ pull_request_trigger:
name: Pull Request Trigger (develop, develop-2.0.0, & release branches)
# Run the following tests on a selection of different desktop platforms
dependencies:
# Run package EditMode and Playmode package tests on trunk and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
- .yamato/package-tests.yml#package_test_-_ngo_trunk_mac
# Run package EditMode and Playmode package tests on 6000.2 (latest supported editor) and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
- .yamato/package-tests.yml#package_test_-_ngo_6000.2_mac
- .yamato/package-tests.yml#package_test_-_ngo_2022.3_win

# Run testproject EditMode and Playmode project tests on trunk and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
- .yamato/project-tests.yml#test_testproject_win_trunk
# Run testproject EditMode and Playmode project tests on 6000.2 (latest supported editor) and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
- .yamato/project-tests.yml#test_testproject_win_6000.2
- .yamato/project-tests.yml#test_testproject_mac_2022.3

# Run tools integration tests EditMode and Playmode tests on trunk and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
# Run tools integration tests EditMode and Playmode tests on 6000.2 (latest supported editor) and an older supported editor (2022.3) (2022.3 will soon be a minimum supported editor)
- .yamato/project-tests.yml#test_testproject-tools-integration_ubuntu_2022.3
- .yamato/project-tests.yml#test_testproject-tools-integration_win_trunk
- .yamato/project-tests.yml#test_testproject-tools-integration_win_6000.2

# Run standalone test. We run it only on Ubuntu since it's the fastest machine, and it was noted that for example distribution on macOS is taking 40m since we switched to Apple Silicon
# Coverage on other standalone machines is present in Nightly job so it's enough to not run all of them for PRs
Expand All @@ -71,51 +71,51 @@ pull_request_trigger:
- drafts: false


# Run all tests on trunk on nightly basis.
# Run all tests on 6000.2 (latest supported editor) on nightly basis.
# Same subset as pull_request_trigger with addition of mobile/desktop/console tests and webgl builds
# Those tests are all running on trunk editor (since it's daily and running all of them would add a lot of overhead)
# Those tests are all running on 6000.2 (latest supported editor) since it's daily and running all of them would add a lot of overhead
develop_nightly:
name: "\U0001F319 [Nightly] Run All Tests [Trunk and 2021]"
name: "\U0001F319 [Nightly] Run All Tests [6000.2 and 2022]"
triggers:
recurring:
- branch: develop
frequency: daily
rerun: always
dependencies:
# Run project standards to verify package/default project
- .yamato/project-standards.yml#standards_ubuntu_testproject_trunk
- .yamato/project-standards.yml#standards_ubuntu_testproject_2021.3
- .yamato/project-standards.yml#standards_ubuntu_testproject_6000.2
- .yamato/project-standards.yml#standards_ubuntu_testproject_2022.3
# Run APV jobs to make sure the change won't break any dependants
- .yamato/wrench/preview-a-p-v.yml#all_preview_apv_jobs
# Run package EditMode and Playmode tests on desktop platforms on trunk and 2021.3
- .yamato/_run-all.yml#run_all_package_tests_trunk
- .yamato/_run-all.yml#run_all_package_tests_2021
# Run project EditMode and PLaymode tests on desktop platforms on trunk and 2021.3
- .yamato/_run-all.yml#run_all_project_tests_trunk
- .yamato/_run-all.yml#run_all_project_tests_2021
# Run Runtime tests on desktop players on trunk and 2021 editors
- .yamato/_run-all.yml#run_all_project_tests_desktop_standalone_trunk
- .yamato/_run-all.yml#run_all_project_tests_desktop_standalone_2021
# Run Runtime tests on mobile players on trunk and 2021 editors
- .yamato/_run-all.yml#run_all_project_tests_mobile_standalone_trunk
- .yamato/_run-all.yml#run_all_project_tests_mobile_standalone_2021
# Run Runtime tests on console players on trunk and 2021 editors
- .yamato/_run-all.yml#run_all_project_tests_console_standalone_trunk
- .yamato/_run-all.yml#run_all_project_tests_console_standalone_2021
# Build player for webgl platform on trunk and 2021 editors
- .yamato/_run-all.yml#run_all_webgl_builds_trunk
- .yamato/_run-all.yml#run_all_webgl_builds_2021
# Build player for webgl platform on trunk and 2021 editors
- .yamato/project-updated-dependencies-test.yml#updated-dependencies_testproject_NGO_ubuntu_trunk
- .yamato/project-updated-dependencies-test.yml#updated-dependencies_testproject_NGO_win_2021.3
# Run package EditMode and Playmode tests on desktop platforms on 6000.2 (latest supported editor) and 2022.3 (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_package_tests_6000.2
- .yamato/_run-all.yml#run_all_package_tests_2022
# Run project EditMode and PLaymode tests on desktop platforms on 6000.2 (latest supported editor) and 2022.3 (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_project_tests_6000.2
- .yamato/_run-all.yml#run_all_project_tests_2022
# Run Runtime tests on desktop players on 6000.2 (latest supported editor) and 2022.3 editors (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_project_tests_desktop_standalone_6000.2
- .yamato/_run-all.yml#run_all_project_tests_desktop_standalone_2022
# Run Runtime tests on mobile players on 6000.2 (latest supported editor) and 2022.3 editors (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_project_tests_mobile_standalone_6000.2
- .yamato/_run-all.yml#run_all_project_tests_mobile_standalone_2022
# Run Runtime tests on console players on 6000.2 (latest supported editor) and 2022.3 editors (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_project_tests_console_standalone_6000.2
- .yamato/_run-all.yml#run_all_project_tests_console_standalone_2022
# Build player for webgl platform on 6000.2 (latest supported editor) and 2022.3 editors (2022.3 will soon be a minimum supported editor)
- .yamato/_run-all.yml#run_all_webgl_builds_6000.2
- .yamato/_run-all.yml#run_all_webgl_builds_2022
# Build player for webgl platform on 6000.2 (latest supported editor) and 2022.3 editors (2022.3 will soon be a minimum supported editor)
- .yamato/project-updated-dependencies-test.yml#updated-dependencies_testproject_NGO_ubuntu_6000.2
- .yamato/project-updated-dependencies-test.yml#updated-dependencies_testproject_NGO_win_2022.3
# Run API validation to early-detect all new APIs that would force us to release new minor version of the package. Note that for this to work the package version in package.json must correspond to "actual package state" which means that it should be higher than last released version
- .yamato/vetting-test.yml#vetting_test


# Run all tests on weekly bases
# Same subset as develop_nightly but runs per all supported editors as well as executes code coverage test and runs project standards per project
# It's not running wrench jobs since those will run either way in nightly test run
# This in contrast to nightly checks will run tests on all editors (not only trunk). Running those on weekly basis and trunk tests nightly should be a good balance between making sure that tests are passing and overhead of running lots of tests
# This in contrast to nightly checks will run tests on all editors (not only 6000.2). Running those on weekly basis and 6000.2 (latest supported editor) tests nightly should be a good balance between making sure that tests are passing and overhead of running lots of tests
develop_weekly_trunk:
name: "\U0001F319 [Weekly] Run All Tests"
triggers:
Expand All @@ -136,7 +136,7 @@ develop_weekly_trunk:
- .yamato/_run-all.yml#run_all_project_tests_mobile_standalone
# Run Runtime tests on console players
- .yamato/_run-all.yml#run_all_project_tests_console_standalone
# Build player for webgl platform on trunk
# Build player for webgl platform on 6000.2 (latest supported editor)
- .yamato/_run-all.yml#run_all_webgl_builds
# Run code coverage test
- .yamato/code-coverage.yml#code_coverage_ubuntu_trunk
- .yamato/code-coverage.yml#code_coverage_ubuntu_6000.2
2 changes: 1 addition & 1 deletion .yamato/code-coverage.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
# CONFIGURATION STRUCTURE--------------------------------------------------------------
# Jobs are generated using nested loops through:
# 1. For default platform only (Ubuntu) since coverage would not vary between platforms (no need for checks on more platforms)
# 2. For default editor version (trunk) since coverage would not vary between editors (no need for checks on more editors)
# 2. For default editor version (6000.2) since coverage would not vary between editors (no need for checks on more editors)

#TECHNICAL CONSIDERATIONS---------------------------------------------------------------
# In theory this job also runs package tests, but we don't want to use it as default since is heavier (because of added coverage analysis) and coverage is not changing that often
Expand Down
Loading