ci(flaky): skip more flaky tests (#8036)

More tests skipped via flaky decorator

## Checklist

- [x] Change(s) are motivated and described in the PR description.
- [x] Testing strategy is described if automated tests are not included
in the PR.
- [x] Risk is outlined (performance impact, potential for breakage,
maintainability, etc).
- [x] Change is maintainable (easy to change, telemetry, documentation).
- [x] [Library release note
guidelines](https://ddtrace.readthedocs.io/en/stable/releasenotes.html)
are followed. If no release note is required, add label
`changelog/no-changelog`.
- [x] Documentation is included (in-code, generated user docs, [public
corp docs](https://github.com/DataDog/documentation/)).
- [x] Backport labels are set (if
[applicable](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting))

## Reviewer Checklist

- [x] Title is accurate.
- [x] No unnecessary changes are introduced.
- [x] Description motivates each change.
- [x] Avoids breaking
[API](https://ddtrace.readthedocs.io/en/stable/versioning.html#interfaces)
changes unless absolutely necessary.
- [x] Testing strategy adequately addresses listed risk(s).
- [x] Change is maintainable (easy to change, telemetry, documentation).
- [x] Release note makes sense to a user of the library.
- [x] Reviewer has explicitly acknowledged and discussed the performance
implications of this PR as reported in the benchmarks PR comment.
- [x] Backport labels are set in a manner that is consistent with the
[release branch maintenance
policy](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting)
- [x] If this PR touches code that signs or publishes builds or
packages, or handles credentials of any kind, I've requested a review
from `@DataDog/security-design-and-guidance`.
- [x] This PR doesn't touch any of that.

---------

Co-authored-by: Tahir H. Butt <[email protected]>

Author: gnufede

tests/appsec/appsec/test_processor.py

@@ -16,6 +16,7 @@
 from ddtrace.contrib.trace_utils import set_http_meta
 from ddtrace.ext import SpanTypes
 from ddtrace.internal import core
+from tests.utils import flaky
 from tests.utils import override_env
 from tests.utils import override_global_config
 from tests.utils import snapshot
@@ -325,6 +326,7 @@ def test_appsec_span_tags_snapshot(tracer):
         assert "triggers" in json.loads(span.get_tag(APPSEC.JSON))
 
 
+@flaky(1735812000)
 @snapshot(
     include_tracer=True,
     ignores=[

tests/contrib/aiohttp/test_middleware.py

@@ -13,6 +13,7 @@
 from ddtrace.sampler import RateSampler
 from tests.opentracer.utils import init_tracer
 from tests.utils import assert_span_http_status_code
+from tests.utils import flaky
 from tests.utils import get_root_span
 
 from .app.web import noop_middleware
@@ -360,6 +361,7 @@ async def test_wrapped_coroutine(app_tracer, aiohttp_client):
     assert span.duration > 0.25, "span.duration={0}".format(span.duration)
 
 
+@flaky(1735812000)
 async def test_distributed_tracing(app_tracer, aiohttp_client):
     app, tracer = app_tracer
     client = await aiohttp_client(app)
@@ -384,6 +386,7 @@ async def test_distributed_tracing(app_tracer, aiohttp_client):
     assert span.get_metric(SAMPLING_PRIORITY_KEY) is None
 
 
+@flaky(1735812000)
 async def test_distributed_tracing_with_sampling_true(app_tracer, aiohttp_client):
     app, tracer = app_tracer
     client = await aiohttp_client(app)
@@ -410,6 +413,7 @@ async def test_distributed_tracing_with_sampling_true(app_tracer, aiohttp_client
     assert 1 == span.get_metric(SAMPLING_PRIORITY_KEY)
 
 
+@flaky(1735812000)
 async def test_distributed_tracing_with_sampling_false(app_tracer, aiohttp_client):
     app, tracer = app_tracer
     client = await aiohttp_client(app)
@@ -460,6 +464,7 @@ async def test_distributed_tracing_disabled(app_tracer, aiohttp_client):
     assert span.parent_id != 42
 
 
+@flaky(1735812000)
 async def test_distributed_tracing_sub_span(app_tracer, aiohttp_client):
     app, tracer = app_tracer
     client = await aiohttp_client(app)
@@ -524,6 +529,7 @@ def _assert_200_parenting(client, traces):
     assert 0 == inner_span.error
 
 
+@flaky(1735812000)
 async def test_parenting_200_dd(app_tracer, aiohttp_client):
     app, tracer = app_tracer
     client = await aiohttp_client(app)
@@ -537,6 +543,7 @@ async def test_parenting_200_dd(app_tracer, aiohttp_client):
     _assert_200_parenting(client, traces)
 
 
+@flaky(1735812000)
 async def test_parenting_200_ot(app_tracer, aiohttp_client):
     """OpenTracing version of test_handler."""
     app, tracer = app_tracer
@@ -553,6 +560,7 @@ async def test_parenting_200_ot(app_tracer, aiohttp_client):
     _assert_200_parenting(client, traces)
 
 
+@flaky(1735812000)
 async def test_analytics_integration_enabled(app_tracer, aiohttp_client):
     """Check trace has analytics sample rate set"""
     app, tracer = app_tracer
@@ -567,6 +575,7 @@ async def test_analytics_integration_enabled(app_tracer, aiohttp_client):
     root.assert_structure(dict(name="aiohttp.request", metrics={ANALYTICS_SAMPLE_RATE_KEY: 0.5}))
 
 
+@flaky(1735812000)
 async def test_analytics_integration_default(app_tracer, aiohttp_client):
     """Check trace has analytics sample rate set"""
     app, tracer = app_tracer
@@ -579,6 +588,7 @@ async def test_analytics_integration_default(app_tracer, aiohttp_client):
     assert root.get_metric(ANALYTICS_SAMPLE_RATE_KEY) is None
 
 
+@flaky(1735812000)
 async def test_analytics_integration_disabled(app_tracer, aiohttp_client):
     """Check trace has analytics sample rate set"""
     app, tracer = app_tracer

tests/contrib/httpx/test_httpx.py

@@ -190,6 +190,7 @@ async def test():
     asyncio.run(test())
 
 
+@flaky(1735812000)
 @pytest.mark.subprocess(env=dict(DD_SERVICE="global-service-name"))
 def test_schematized_configure_global_service_name_env_default():
     """

tests/contrib/kafka/test_kafka.py

@@ -251,6 +251,7 @@ def test_message(producer, consumer, tombstone, kafka_topic):
         message = consumer.poll(1.0)
 
 
+@flaky(1735812000)
 @pytest.mark.snapshot(ignores=["metrics.kafka.message_offset"])
 def test_commit(producer, consumer, kafka_topic):
     producer.produce(kafka_topic, PAYLOAD, key=KEY)
@@ -261,6 +262,7 @@ def test_commit(producer, consumer, kafka_topic):
     consumer.commit(message)
 
 
+@flaky(1735812000)
 @pytest.mark.snapshot(ignores=["metrics.kafka.message_offset"])
 def test_commit_with_offset(producer, consumer, kafka_topic):
     producer.produce(kafka_topic, PAYLOAD, key=KEY)
@@ -521,6 +523,7 @@ def test():
     assert err == b"", err.decode()
 
 
+@flaky(1735812000)
 def test_data_streams_kafka_offset_monitoring_messages(dsm_processor, non_auto_commit_consumer, producer, kafka_topic):
     def _read_single_message(consumer):
         message = None
@@ -553,6 +556,7 @@ def _read_single_message(consumer):
     assert list(buckets.values())[0].latest_commit_offsets[ConsumerPartitionKey("test_group", kafka_topic, 0)] == 1
 
 
+@flaky(1735812000)
 def test_data_streams_kafka_offset_monitoring_offsets(dsm_processor, non_auto_commit_consumer, producer, kafka_topic):
     def _read_single_message(consumer):
         message = None

tests/contrib/redis/test_redis_asyncio.py

@@ -65,6 +65,7 @@ def test_patching():
     assert not isinstance(redis.asyncio.client.Pipeline.pipeline, ObjectProxy)
 
 
+@flaky(1735812000)
 @pytest.mark.asyncio
 @pytest.mark.snapshot(wait_for_num_traces=1)
 async def test_basic_request(redis_client):
@@ -165,6 +166,7 @@ async def test_pipeline_traced(redis_client):
     assert response_list[3].decode() == "bar"
 
 
+@flaky(1735812000)
 @pytest.mark.asyncio
 @pytest.mark.snapshot(wait_for_num_traces=1)
 async def test_pipeline_traced_context_manager_transaction(redis_client):

tests/contrib/vertica/test_vertica.py

@@ -17,6 +17,7 @@
 from tests.utils import DummyTracer
 from tests.utils import TracerTestCase
 from tests.utils import assert_is_measured
+from tests.utils import flaky
 
 
 TEST_TABLE = "test_table"
@@ -59,6 +60,7 @@ def tearDown(self):
         super(TestVerticaPatching, self).tearDown()
         unpatch()
 
+    @flaky(1735812000)
     def test_patch_after_import(self):
         """Patching _after_ the import will not work because we hook into
         the module import system.

tests/opentelemetry/test_span.py

@@ -15,7 +15,7 @@
 from tests.utils import flaky
 
 
-@pytest.mark.snapshot
+@pytest.mark.snapshot(wait_for_num_traces=2)
 def test_otel_span_attributes(oteltracer):
     with oteltracer.start_span("otel-string-tags") as span1:
         span1.set_attribute("service.name", "moons-service-str")

tests/opentelemetry/test_trace.py

@@ -17,7 +17,7 @@ def test_otel_compatible_tracer_is_returned_by_tracer_provider():
     assert isinstance(otel_compatible_tracer, opentelemetry.trace.Tracer)
 
 
-@pytest.mark.snapshot
+@pytest.mark.snapshot(wait_for_num_traces=1)
 def test_otel_start_span_with_default_args(oteltracer):
     otel_span = oteltracer.start_span("test-start-span")
     with pytest.raises(Exception, match="Sorry Otel Span, I failed you"):
@@ -37,8 +37,7 @@ def test_otel_start_span_with_default_args(oteltracer):
     otel_span.end()
 
 
-@flaky(1735812000)
-@pytest.mark.snapshot
+@pytest.mark.snapshot(wait_for_num_traces=1)
 def test_otel_start_span_without_default_args(oteltracer):
     root = oteltracer.start_span("root-span")
     otel_span = oteltracer.start_span(