chore(ci): migrate tracer tests to riot [backport #5504 to 1.12] (#5727)

Backport #5504 to 1.12.

This PR does a few things:
- Replaces hypothesis testing in `tests.tracer.test_http.py` with a
static text file containing the same examples previously used by
hypothesis, to get around the riot incompatibility with Python 3.11 in
importing `hypothesis.provisional`.
- Since there is no issue now with the tracer test suites and riot, the
`test_http.py` test command has now been removed from tox and the tracer
test suite is fully migrated back into riot.

## Checklist

- [x] Change(s) are motivated and described in the PR description.
- [x] Testing strategy is described if automated tests are not included
in the PR.
- [x] Risk is outlined (performance impact, potential for breakage,
maintainability, etc).
- [x] Change is maintainable (easy to change, telemetry, documentation).
- [x] [Library release note
guidelines](https://ddtrace.readthedocs.io/en/stable/contributing.html#Release-Note-Guidelines)
are followed.
- [x] Documentation is included (in-code, generated user docs, [public
corp docs](https://github.com/DataDog/documentation/)).
- [x] PR description includes explicit acknowledgement/acceptance of the
performance implications of this PR as reported in the benchmarks PR
comment.

## Reviewer Checklist

- [x] Title is accurate.
- [x] No unnecessary changes are introduced.
- [x] Description motivates each change.
- [x] Avoids breaking
[API](https://ddtrace.readthedocs.io/en/stable/versioning.html#interfaces)
changes unless absolutely necessary.
- [x] Testing strategy adequately addresses listed risk(s).
- [x] Change is maintainable (easy to change, telemetry, documentation).
- [x] Release note makes sense to a user of the library.
- [x] Reviewer has explicitly acknowledged and discussed the performance
implications of this PR as reported in the benchmarks PR comment.

Author: Yun-Kim

.circleci/config.yml

@@ -68,37 +68,12 @@ commands:
       - store_artifacts:
           path: coverage
 
-  setup_tox:
-    description: "Install tox"
-    steps:
-      - run: pip install -U "tox<4"
-
   setup_riot:
     description: "Install riot"
     steps:
       # Make sure we install and run riot on Python 3
       - run: pip3 install riot==0.17.2
 
-  restore_tox_cache:
-    description: "Restore .tox directory from previous runs for faster installs"
-    steps:
-      - restore_cache:
-          # In the cache key:
-          #   - .Environment.CIRCLE_JOB: We do separate tox environments by job name, so caching and restoring is
-          #                              much faster.
-          key: tox-cache-{{ .Environment.CIRCLE_JOB }}-{{ checksum "tox.ini" }}-{{ checksum "setup.py" }}
-
-  save_tox_cache:
-    description: "Save .tox directory into cache for faster installs next time"
-    steps:
-      - save_cache:
-          # In the cache key:
-          #   - .Environment.CIRCLE_JOB: We do separate tox environments by job name, so caching and restoring is
-          #                              much faster.
-          key: tox-cache-{{ .Environment.CIRCLE_JOB }}-{{ checksum "tox.ini" }}-{{ checksum "setup.py" }}
-          paths:
-            - ".tox"
-
   save_pip_cache:
     description: "Save pip cache directory"
     steps:
@@ -196,27 +171,6 @@ commands:
       - store_artifacts:
           path: test-results
 
-  run_tox_scenario:
-    description: "Run scripts/run-tox-scenario with setup, caching and persistence"
-    parameters:
-      pattern:
-        type: string
-      store_coverage:
-        type: boolean
-        default: true
-    steps:
-      - checkout
-      - setup_tox
-      - restore_tox_cache
-      - run:
-          name: "Run scripts/run-tox-scenario"
-          command: scripts/run-tox-scenario '<< parameters.pattern >>'
-      - save_tox_cache
-      - store_test_results:
-          path: test-results
-      - store_artifacts:
-          path: test-results
-
 executors:
   cimg_base:
     docker:
@@ -381,10 +335,6 @@ jobs:
     steps:
       - run_test:
           pattern: "tracer"
-      - run_tox_scenario:
-          # Riot venvs break with Py 3.11 importlib, specifically with hypothesis (test_http.py).
-          # We skip the test_http.py tests in riot and run the test_http.py tests through tox.
-          pattern: '^py.\+-tracer_test_http'
 
   ci_visibility:
     <<: *contrib_job_small
@@ -427,114 +377,16 @@ jobs:
           pattern: 'opentelemetry'
           snapshot: true
 
-  # Building gevent (for which we never want wheels because they crash)
-  # on Python 2.7 requires Microsoft Visual C++ 9.0 which is not installed. :(
-  # which is not installed.
-  # profile-windows-27:
-  #   executor:
-  #     name: win/default
-  #     shell: bash.exe
-  #   # This is the number of tox envs for this job
-  #   parallelism: 4
-  #   steps:
-  #     - run: choco install python2
-  #     - run_tox_scenario:
-  #         store_coverage: false
-  #         pattern: '^py27-profile'
-
-  profile-windows-35:
-    executor:
-      name: win/default
-      shell: bash.exe
-    # This is the number of tox envs for this job
-    parallelism: 4
-    steps:
-      - run: choco install -y python --version=3.5.4 --side-by-side
-      - run_tox_scenario:
-          store_coverage: false
-          pattern: '^py35-profile'
-
-  profile-windows-36:
-    executor:
-      name: win/default
-      shell: bash.exe
-    # This is the number of tox envs for this job
-    parallelism: 4
-    steps:
-      - run: choco install -y python --version=3.6.8 --side-by-side
-      - run_tox_scenario:
-          store_coverage: false
-          pattern: '^py36-profile'
-
-  # For whatever reason, choco does not install Python 3.7 correctly on Windows
-  # profile-windows-37:
-  #   executor:
-  #     name: win/default
-  #     shell: bash.exe
-  #   # This is the number of tox envs for this job
-  #   parallelism: 5
-  #   steps:
-  #     - run: choco install python --version=3.7.9
-  #     - run_tox_scenario:
-  #         store_coverage: false
-  #         pattern: '^py37-profile'
-
-  # This requires the machine to reboot :(
-  # profile-windows-38:
-  #   executor:
-  #     name: win/default
-  #     shell: bash.exe
-  #   # This is the number of tox envs for this job
-  #   parallelism: 5
-  #   steps:
-  #     - run: choco install -y python --version=3.8.10 --side-by-side
-  #     - run_tox_scenario:
-  #         store_coverage: false
-  #         pattern: '^py38-profile'
-
-  # This requires the machine to reboot :(
-  # profile-windows-39:
-  #   executor:
-  #     name: win/default
-  #     shell: bash.exe
-  #   # This is the number of tox envs for this job
-  #   parallelism: 5
-  #   steps:
-  #     - run: choco install -y python --version=3.9.12 --side-by-side
-  #     - run_tox_scenario:
-  #         store_coverage: false
-  #         pattern: '^py39-profile'
-
-  profile-windows-310:
-    executor:
-      name: win/default
-      shell: bash.exe
-    # This is the number of tox envs for this job
-    parallelism: 5
-    steps:
-      # circleci/[email protected] orb includes python 3.10.6
-      - run_tox_scenario:
-          store_coverage: false
-          pattern: '^py310-profile'
-
-  profile-windows-311:
-    executor:
-      name: win/default
-      shell: bash.exe
-    steps:
-      - run: choco install -y python --version=3.11.0 --side-by-side
-      - run_tox_scenario:
-          store_coverage: false
-          pattern: '^py311-profile'
-
   profile:
     <<: *contrib_job
     resource_class: large
-    parallelism: 15
+    # There are 32 jobs, so 2 per-node
+    parallelism: 16
     steps:
-      - run_tox_scenario:
+      - run_test:
           store_coverage: false
-          pattern: '^py.\+-profile'
+          # We don't want to run the profile-diff venvs
+          pattern: 'profile$'
 
   integration_agent:
     <<: *machine_executor
@@ -1235,14 +1087,6 @@ requires_tests: &requires_tests
     - urllib3
     - vertica
     - wsgi
-    # - profile-windows-27
-    # - profile-windows-35
-    # - profile-windows-36
-    # - profile-windows-37
-    # - profile-windows-38
-    # - profile-windows-39
-    # - profile-windows-310
-    # - profile-windows-311
 
 workflows:
   version: 2
@@ -1341,13 +1185,5 @@ workflows:
       - urllib3: *requires_base_venvs
       - vertica: *requires_base_venvs
       - wsgi: *requires_base_venvs
-      # - profile-windows-27: *requires_pre_check
-      # - profile-windows-35: *requires_pre_check
-      # - profile-windows-36: *requires_pre_check
-      # - profile-windows-37: *requires_pre_check
-      # - profile-windows-38: *requires_pre_check
-      # - profile-windows-39: *requires_pre_check
-      # - profile-windows-310: *requires_pre_check
-      # - profile-windows-311: *requires_pre_check
       # Final reports
       - coverage_report: *requires_tests

.riot/requirements/102cf0a.txt

@@ -0,0 +1,33 @@
+#
+# This file is autogenerated by pip-compile with Python 3.7
+# by the following command:
+#
+#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/102cf0a.in
+#
+attrs==23.1.0
+coverage[toml]==7.2.3
+exceptiongroup==1.1.1
+gevent==1.4.0
+greenlet==0.4.14
+gunicorn[gevent]==20.1.0
+hypothesis==6.45.0
+importlib-metadata==6.6.0
+iniconfig==2.0.0
+mock==5.0.2
+opentracing==2.4.0
+packaging==23.1
+pluggy==1.0.0
+py-cpuinfo==8.0.0
+pytest==7.3.1
+pytest-asyncio==0.21.0
+pytest-benchmark==4.0.0
+pytest-cov==4.0.0
+pytest-mock==3.10.0
+sortedcontainers==2.4.0
+tomli==2.0.1
+typing-extensions==4.5.0
+uwsgi==2.0.21
+zipp==3.15.0
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

.riot/requirements/10625b5.txt

@@ -0,0 +1,28 @@
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/10625b5.in
+#
+attrs==23.1.0
+coverage[toml]==7.2.3
+gunicorn==20.1.0
+hypothesis==6.45.0
+iniconfig==2.0.0
+mock==5.0.2
+opentracing==2.4.0
+packaging==23.1
+pluggy==1.0.0
+protobuf==4.22.3
+py-cpuinfo==8.0.0
+pytest==7.3.1
+pytest-asyncio==0.21.0
+pytest-benchmark==4.0.0
+pytest-cov==4.0.0
+pytest-mock==3.10.0
+sortedcontainers==2.4.0
+tenacity==8.2.2
+uwsgi==2.0.21
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

.riot/requirements/6a3e012.txt renamed to .riot/requirements/10bb56b.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile
 # To update, run:
 #
-#    pip-compile --no-annotate .riot/requirements/6a3e012.in
+#    pip-compile --no-annotate .riot/requirements/10bb56b.in
 #
 attrs==22.1.0
 coverage==5.5

.riot/requirements/9dad804.txt renamed to .riot/requirements/12b8829.txt

@@ -2,21 +2,20 @@
 # This file is autogenerated by pip-compile with Python 3.10
 # by the following command:
 #
-#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/9dad804.in
+#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/12b8829.in
 #
-attrs==22.2.0
-coverage[toml]==7.2.2
+attrs==23.1.0
+coverage[toml]==7.2.3
 exceptiongroup==1.1.1
 hypothesis==6.45.0
 iniconfig==2.0.0
-mock==5.0.1
+mock==5.0.2
 msgpack==1.0.5
 opentracing==2.4.0
-packaging==23.0
+packaging==23.1
 pluggy==1.0.0
-py==1.11.0
 py-cpuinfo==8.0.0
-pytest==7.2.2
+pytest==7.3.1
 pytest-benchmark==4.0.0
 pytest-cov==4.0.0
 pytest-mock==3.10.0

.riot/requirements/139c624.txt

@@ -0,0 +1,32 @@
+#
+# This file is autogenerated by pip-compile with Python 3.8
+# by the following command:
+#
+#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/139c624.in
+#
+attrs==23.1.0
+coverage[toml]==7.2.3
+exceptiongroup==1.1.1
+gevent==20.6.1
+greenlet==0.4.16
+gunicorn[gevent]==20.1.0
+hypothesis==6.45.0
+iniconfig==2.0.0
+mock==5.0.2
+opentracing==2.4.0
+packaging==23.1
+pluggy==1.0.0
+py-cpuinfo==8.0.0
+pytest==7.3.1
+pytest-asyncio==0.21.0
+pytest-benchmark==4.0.0
+pytest-cov==4.0.0
+pytest-mock==3.10.0
+sortedcontainers==2.4.0
+tomli==2.0.1
+uwsgi==2.0.21
+zope-event==4.6
+zope-interface==6.0
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

.riot/requirements/14e4d18.txt

@@ -0,0 +1,30 @@
+#
+# This file is autogenerated by pip-compile with Python 3.9
+# by the following command:
+#
+#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/14e4d18.in
+#
+attrs==23.1.0
+coverage[toml]==7.2.3
+exceptiongroup==1.1.1
+gunicorn==20.1.0
+hypothesis==6.45.0
+iniconfig==2.0.0
+mock==5.0.2
+opentracing==2.4.0
+packaging==23.1
+pluggy==1.0.0
+protobuf==4.22.3
+py-cpuinfo==8.0.0
+pytest==7.3.1
+pytest-asyncio==0.21.0
+pytest-benchmark==4.0.0
+pytest-cov==4.0.0
+pytest-mock==3.10.0
+sortedcontainers==2.4.0
+tenacity==8.2.2
+tomli==2.0.1
+uwsgi==2.0.21
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools