Develop sentis upgrade (#5979)

* Commiting changes.

* Initial barracuda 4 upgrade.

* Play mode tests passing.

* Edit mode tests passing.

* Training fixes.

* Fixed performance issue with stacking sensor.

* Fixed failing tests and issue with stacking sensor.

* Updated examples for barracuda 4 upgrade.

* Fixed issue with attention ONNX export w.r.t. dimensions.

* Fixed issue with Buffer Sensor and Recurrent In/Out.

* Retrained old policies and updated with ONNX policies. Deprecated old policy versions.

* Saving work.

* Saving work.

* Updating to Sentis 1.1.1-exp.2

* Fixed more errors with Sentis upgrade.

* Fixed tensor allocation issue in TensorUtils.ResizeTensor. Inference is working for 3DBall with Sentis.

* Fixed broken Sentis model links for some example environments.

* Fixed some broken edit mode tests.

* Fixed some failing tests.

* Fixing bugs with GPU inference on Sentis.

* Updated packages lock and onnx meta files.

* Refactoring all Barracuda related naming to Sentis.

* Python max version bump.

* Precommit fixes.

* Pinned tensorboard version

* Revert tensorboard version.

* Fixed rpc tests.

* Fixed failing python tests.

* Fixed some more failing tests. Added six as an explicit dependency due to tensorboard requirements.

* gha fix.

* Updated environment registry for Sentis.

* Fixed texture sensor test.

* Develop python 3.10 (#5981)

* Deprecated python 3.8.x and 3.9.x.

* Updated colab gha test to 3.10.12

* Updated colabs for Sentis and python 3.10.

* Test fix.

* Minor update to colabs.

* Develop torch 1.13.1 (#5982)

* Bumped PyTorch version to 1.13.1

* Added potential fixes to model overrider TBD at a later date.

* Updated changelog.

* Updated protobufs. (#5983)

* Updated training init tests to remove inference test temporarily. (#5984)

Author: miguelalonsojr

.github/workflows/colab.yml

@@ -31,7 +31,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.9.x
+        python-version: 3.10.12
     - uses: actions/setup-dotnet@v1
       with:
         dotnet-version: '6.0.x'

.github/workflows/nightly.yml

@@ -37,14 +37,10 @@ jobs:
       # If one test in the matrix fails we still want to run the others.
       fail-fast: false
       matrix:
-        python-version: [3.8.x, 3.9.x, 3.10.x]
+        python-version: [3.10.x]
         include:
-          - python-version: 3.8.x
-            pip_constraints: test_constraints_min_version.txt
-          - python-version: 3.9.x
-            pip_constraints: test_constraints_mid_version.txt
           - python-version: 3.10.x
-            pip_constraints: test_constraints_max_version.txt
+            pip_constraints: test_constraints_version.txt
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python

.github/workflows/pre-commit.yml

@@ -16,7 +16,7 @@ jobs:
     - uses: actions/checkout@v2
     - uses: actions/setup-python@v2
       with:
-        python-version: 3.8.x
+        python-version: 3.10.x
     - uses: actions/setup-ruby@v1
       env:
         ImageOS: ubuntu20

.github/workflows/publish_docs.yaml

@@ -12,10 +12,10 @@ jobs:
         uses: actions/checkout@v2
         with:
           token: ${{ secrets.PUBLIC_GH_TOKEN }}
-      - name: Setup Python 3.8
+      - name: Setup Python 3.10
         uses: actions/setup-python@v2
         with:
-          python-version: 3.8
+          python-version: 3.10
       - name: Publish docs
         run: |
           pip install mkdocs

.github/workflows/publish_pypi.yaml

@@ -18,10 +18,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@main
-    - name: Set up Python 3.8
+    - name: Set up Python 3.10
       uses: actions/setup-python@v2
       with:
-        python-version: 3.8
+        python-version: 3.10
     - name: Install dependencies
       run: pip install setuptools wheel twine --user
     - name: verify git tag vs. version

.github/workflows/publish_pypi_python_api.yaml

@@ -18,10 +18,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python 3.8
+    - name: Set up Python 3.10
       uses: actions/setup-python@v2
       with:
-        python-version: 3.8
+        python-version: 3.10
     - name: Install dependencies
       run: pip install setuptools wheel twine --user
     - name: verify git tag vs. version

.github/workflows/pytest.yml

@@ -37,14 +37,10 @@ jobs:
       # If one test in the matrix fails we still want to run the others.
       fail-fast: false
       matrix:
-        python-version: [3.8.x, 3.9.x, 3.10.x]
+        python-version: [3.10.12]
         include:
-          - python-version: 3.8.x
-            pip_constraints: test_constraints_min_version.txt
-          - python-version: 3.9.x
-            pip_constraints: test_constraints_mid_version.txt
-          - python-version: 3.10.x
-            pip_constraints: test_constraints_max_version.txt
+          - python-version: 3.10.12
+            pip_constraints: test_constraints_version.txt
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python

.pre-commit-config.yaml

@@ -135,4 +135,4 @@ repos:
         language: python
         entry: ./utils/generate_markdown_docs.py --package_dirs ml-agents-envs ml-agents
         pass_filenames: false
-        additional_dependencies: [pyyaml, pydoc-markdown==3.10.1]
+        additional_dependencies: [pyyaml==5.3, pydoc-markdown==3.10.1]

.yamato/com.unity.ml-agents-coverage.yml

@@ -15,7 +15,7 @@ test_coverage_{{ package.name }}_{{ platform.name }}_{{ editor.version }}:
         - npm install [email protected] -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
         - upm-ci project test -u {{ editor.version }} --type project-tests --project-path {{ editor.testProject }} --package-filter {{ package.name }} {{ coverageOptions }} --extra-utr-arg "reruncount=2"
         - |
-          conda activate python3.8
+          conda activate python3.10
           python3 ml-agents/tests/yamato/check_coverage_percent.py upm-ci~/test-results/ {{ package.minCoveragePct }}
     artifacts:
         logs:

.yamato/com.unity.ml-agents-pack.yml

@@ -7,7 +7,7 @@ pack:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python3 -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
       unity-downloader-cli -u 2022.3 -c editor --wait --fast
       ./.Editor/Unity -projectPath Project -batchMode -executeMethod Unity.MLAgents.SampleExporter.ExportCuratedSamples -logFile -