Refactor asv benchmarks so they take less time (#2546)

#### Reference Issues/PRs
Monday ref: 168855452

#### What does this implement or fix?
- Reduces the execution time of the ASV benchmarks by:
- Changing how batch methods are tested/set up
[here](https://github.com/man-group/ArcticDB/pull/2546/files#diff-bd6f7ed49253f7e07ef3817909be39afba58dca4b80448750c537faef6943c42R159)
- Using an extended Version cache during the setup of the version chain
tests
[here](https://github.com/man-group/ArcticDB/pull/2546/files#diff-bad9b902faf66d6bfc62eb9bd759040b1795510451bc9f419c4b7f322d93ca72R56)
- Fixes how persistent tests are run so we can both run against the full
matrix when needed but also run only against 3.11 during regular runs
[here](https://github.com/man-group/ArcticDB/pull/2546/files#diff-267681e241c6c8b359dce14041003317cb3e43d9a1040fac0264e2ed993bc3dcR326)

The key insight for the ASV tests is that the IOPS for the ec2 machines
degrades over time and it becomes quite bad after around 2.5h. After
that point the IOPS start to take exponentially more time and this PR
aims to reduce the number of operation that need to be done so we don't
exceed the 2.5h threshold too much and even after we do exceed it it is
not by too much.

#### Any other comments?

#### Checklist

<details>
  <summary>
   Checklist for code changes...
  </summary>
 
- [ ] Have you updated the relevant docstrings, documentation and
copyright notice?
- [ ] Is this contribution tested against [all ArcticDB's
features](../docs/mkdocs/docs/technical/contributing.md)?
- [ ] Do all exceptions introduced raise appropriate [error
messages](https://docs.arcticdb.io/error_messages/)?
 - [ ] Are API changes highlighted in the PR description?
- [ ] Is the PR labelled as enhancement or bug so it appears in
autogenerated release notes?
</details>

<!--
Thanks for contributing a Pull Request to ArcticDB! Please ensure you
have taken a look at:
- ArcticDB's Code of Conduct:
https://github.com/man-group/ArcticDB/blob/master/CODE_OF_CONDUCT.md
- ArcticDB's Contribution Licensing:
https://github.com/man-group/ArcticDB/blob/master/docs/mkdocs/docs/technical/contributing.md#contribution-licensing
-->

Author: G-D-Petrov

.github/workflows/benchmark_commits.yml

@@ -138,4 +138,4 @@ jobs:
     with:
       job_type: stop
       label: ${{ needs.start_ec2_runner.outputs.label }}
-      ec2-instance-id: ${{ needs.start_ec2_runner.outputs.ec2-instance-id }}
+      ec2-instance-id: ${{ needs.start_ec2_runner.outputs.ec2-instance-id }}

.github/workflows/build.yml

@@ -48,6 +48,11 @@ on:
         required: false
         default: false
         type: boolean
+      run_full_matrix_of_persistent_tests:
+        description: Run full matrix of persistent tests
+        required: false
+        default: false
+        type: boolean
 run-name: Building ${{github.ref_name}} on ${{github.event_name}} by ${{github.actor}}
 concurrency:
   group: ${{github.ref}}
@@ -209,7 +214,7 @@ jobs:
       fail-fast: false
       matrix:
         # This uses old arcticdb versions which won't work on python < 3.12
-        python3: ${{fromJson(vars.LINUX_PYTHON_VERSIONS || '[11]')}}
+        python3: ${{fromJson(inputs.run_full_matrix_of_persistent_tests && '[8, 9, 10, 11]' || '[11]')}}
         arcticdb_version: ["oldest", "latest"]
         include:
           - python_deps_ids: [""]
@@ -233,7 +238,7 @@ jobs:
       fail-fast: false
       matrix:
         # This uses old arcticdb versions which won't work on python < 3.12
-        python3: ${{fromJson(vars.WINDOWS_PYTHON_VERSIONS || '[11]')}}
+        python3: ${{fromJson(inputs.run_full_matrix_of_persistent_tests && '[8, 9, 10, 11]' || '[11]')}}
         arcticdb_version: ["oldest", "latest"]
         include:
           - python_deps_ids: [""]
@@ -267,7 +272,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python3: ${{fromJson(vars.LINUX_PYTHON_VERSIONS || '[8, 9, 10, 11, 12, 13]')}}
+        python3: ${{fromJson(vars.LINUX_PYTHON_VERSIONS || '[8, 9, 10, 11]')}}
         include:
           - python_deps_ids: [""]
             matrix_override: ${{fromJson(needs.common_config.outputs.linux_matrix)}}
@@ -331,7 +336,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python3: ${{fromJson(vars.WINDOWS_PYTHON_VERSIONS || '[8, 9, 10, 11, 12, 13]')}}
+        python3: ${{fromJson(vars.LINUX_PYTHON_VERSIONS || '[8, 9, 10, 11]')}}
         include:
           - matrix_override: ${{fromJson(needs.common_config.outputs.windows_matrix)}}
     name: 3.${{matrix.python3}} Windows
@@ -359,7 +364,7 @@ jobs:
       fail-fast: false
       matrix:
         # This uses old arcticdb versions which won't work on python < 3.12
-        python3: ${{fromJson(vars.LINUX_PYTHON_VERSIONS || '[11]')}}
+        python3: ${{ fromJson(inputs.run_full_matrix_of_persistent_tests && '[8, 9, 10, 11]' || '[11]') }}
         arcticdb_version: ["oldest", "latest"]
         include:
           - python_deps_ids: [""]
@@ -382,7 +387,7 @@ jobs:
       fail-fast: false
       matrix:
         # This uses old arcticdb versions which won't work on python < 3.12
-        python3: ${{fromJson(vars.WINDOWS_PYTHON_VERSIONS || '[11]')}}
+        python3: ${{ fromJson(inputs.run_full_matrix_of_persistent_tests && '[8, 9, 10, 11]' || '[11]') }}
         arcticdb_version: ["oldest", "latest"]
         include:
           - python_deps_ids: [""]
@@ -401,7 +406,11 @@ jobs:
   post_verify_cleanup:
     needs: [persistent_storage_verify_windows, persistent_storage_verify_linux, storage_type]
     # This step is valid only for AWS_S3.
-    if: ${{ needs.storage_type.outputs.storage == 'AWS_S3' }}
+    if: |
+      always() &&
+      !failure() &&
+      !cancelled() &&
+      ${{ needs.storage_type.outputs.storage == 'AWS_S3' }}
     name: Cleanup persistent storages
     uses: ./.github/workflows/persistent_storage.yml
     secrets: inherit
@@ -414,7 +423,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python3: ${{fromJson(vars.MACOS_PYTHON_VERSIONS || '[8, 9, 10, 11, 12, 13]')}}
+        python3: ${{ fromJson(vars.LINUX_PYTHON_VERSIONS || '[8, 9, 10, 11]') }}
         include:
           - python_deps_ids: [""]
             matrix_override: ${{fromJson(needs.common_config.outputs.macos_matrix)}}

.github/workflows/build_steps.yml

@@ -13,6 +13,7 @@ on:
       pytest_xdist_mode: {default: "", type: string, description: additional argument to pass for pytest-xdist}
       pytest_args:       {default: "", type: string, description: a way to rewrite the pytest args to change what tests are being run}
       version_cache_full_test: {default: false, type: boolean, description: if true - tests will run with both version cache 0 and 2000000000 otherwise only 2000000000}
+      run_full_matrix_of_persistent_tests: {default: false, type: boolean, description: if true - persistent tests will run for all python versions else only for 12 }
 jobs:
   compile:
     strategy:
@@ -322,7 +323,7 @@ jobs:
       python_impl_name: ${{needs.compile.outputs.python_impl_name}}
       distinguishing_name: ${{matrix.os}}-${{needs.compile.outputs.python_impl_name}}-${{matrix.type}}${{matrix.python_deps_id}}-${{matrix.version_cache_timeout}}
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
-      real_tests_storage_type: ${{inputs.persistent_storage || 'no'}}
+      real_tests_storage_type: ${{(inputs.run_full_matrix_of_persistent_tests || needs.compile.outputs.python_impl_name == 'cp311') && inputs.persistent_storage || 'no'}}
     steps:
       - name: Checkout
         uses: actions/[email protected]