Add autoinstrumentation

Author: mrnicegyu11

packages/aws-library/requirements/_base.in

@@ -11,4 +11,5 @@ aiocache
 arrow
 pydantic[email]
 types-aiobotocore[ec2,s3,ssm]
+opentelemetry-instrumentation-botocore
 sh

packages/aws-library/requirements/_base.txt

@@ -127,7 +127,11 @@ opentelemetry-api==1.27.0
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-botocore
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
+    #   opentelemetry-propagator-aws-xray
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
 opentelemetry-exporter-otlp==1.27.0
@@ -141,9 +145,21 @@ opentelemetry-exporter-otlp-proto-grpc==1.27.0
 opentelemetry-exporter-otlp-proto-http==1.27.0
     # via opentelemetry-exporter-otlp
 opentelemetry-instrumentation==0.48b0
-    # via opentelemetry-instrumentation-requests
+    # via
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-botocore
+    #   opentelemetry-instrumentation-redis
+    #   opentelemetry-instrumentation-requests
+opentelemetry-instrumentation-aio-pika==0.48b0
+    # via -r requirements/../../../packages/service-library/requirements/_base.in
+opentelemetry-instrumentation-botocore==0.48b0
+    # via -r requirements/_base.in
+opentelemetry-instrumentation-redis==0.48b0
+    # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-instrumentation-requests==0.48b0
     # via -r requirements/../../../packages/service-library/requirements/_base.in
+opentelemetry-propagator-aws-xray==1.0.2
+    # via opentelemetry-instrumentation-botocore
 opentelemetry-proto==1.27.0
     # via
     #   opentelemetry-exporter-otlp-proto-common
@@ -156,6 +172,8 @@ opentelemetry-sdk==1.27.0
     #   opentelemetry-exporter-otlp-proto-http
 opentelemetry-semantic-conventions==0.48b0
     # via
+    #   opentelemetry-instrumentation-botocore
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
     #   opentelemetry-sdk
 opentelemetry-util-http==0.48b0
@@ -297,6 +315,8 @@ wrapt==1.16.0
     #   aiobotocore
     #   deprecated
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-redis
 yarl==1.12.1
     # via
     #   aio-pika

packages/postgres-database/requirements/_base.in

@@ -7,4 +7,5 @@
 alembic
 pydantic
 sqlalchemy[postgresql_psycopg2binary,postgresql_asyncpg] # SEE extras in https://github.com/sqlalchemy/sqlalchemy/blob/main/setup.cfg#L43
+opentelemetry-instrumentation-aiopg
 yarl

packages/postgres-database/requirements/_base.txt

@@ -4,10 +4,16 @@ async-timeout==4.0.3
     # via asyncpg
 asyncpg==0.29.0
     # via sqlalchemy
+deprecated==1.2.14
+    # via
+    #   opentelemetry-api
+    #   opentelemetry-semantic-conventions
 greenlet==3.1.1
     # via sqlalchemy
 idna==3.10
     # via yarl
+importlib-metadata==8.4.0
+    # via opentelemetry-api
 mako==1.3.5
     # via
     #   -c requirements/../../../requirements/constraints.txt
@@ -16,12 +22,30 @@ markupsafe==2.1.5
     # via mako
 multidict==6.1.0
     # via yarl
+opentelemetry-api==1.27.0
+    # via
+    #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aiopg
+    #   opentelemetry-instrumentation-dbapi
+    #   opentelemetry-semantic-conventions
+opentelemetry-instrumentation==0.48b0
+    # via
+    #   opentelemetry-instrumentation-aiopg
+    #   opentelemetry-instrumentation-dbapi
+opentelemetry-instrumentation-aiopg==0.48b0
+    # via -r requirements/_base.in
+opentelemetry-instrumentation-dbapi==0.48b0
+    # via opentelemetry-instrumentation-aiopg
+opentelemetry-semantic-conventions==0.48b0
+    # via opentelemetry-instrumentation-dbapi
 psycopg2-binary==2.9.9
     # via sqlalchemy
 pydantic==1.10.18
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   -r requirements/_base.in
+setuptools==75.2.0
+    # via opentelemetry-instrumentation
 sqlalchemy==1.4.54
     # via
     #   -c requirements/../../../requirements/constraints.txt
@@ -31,5 +55,13 @@ typing-extensions==4.12.2
     # via
     #   alembic
     #   pydantic
+wrapt==1.16.0
+    # via
+    #   deprecated
+    #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aiopg
+    #   opentelemetry-instrumentation-dbapi
 yarl==1.12.1
     # via -r requirements/_base.in
+zipp==3.20.2
+    # via importlib-metadata

packages/postgres-database/requirements/_tools.txt

@@ -68,8 +68,10 @@ pyyaml==6.0.2
     #   pre-commit
 ruff==0.6.7
     # via -r requirements/../../../requirements/devenv.txt
-setuptools==75.1.0
-    # via pip-tools
+setuptools==75.2.0
+    # via
+    #   -c requirements/_base.txt
+    #   pip-tools
 tomlkit==0.13.2
     # via pylint
 typing-extensions==4.12.2

packages/service-library/requirements/_base.in

@@ -18,6 +18,8 @@ faststream
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-instrumentation-requests
+opentelemetry-instrumentation-aio-pika
+opentelemetry-instrumentation-redis
 opentelemetry-sdk
 psutil
 pydantic

packages/service-library/requirements/_base.txt

@@ -93,6 +93,8 @@ opentelemetry-api==1.27.0
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
@@ -107,7 +109,14 @@ opentelemetry-exporter-otlp-proto-grpc==1.27.0
 opentelemetry-exporter-otlp-proto-http==1.27.0
     # via opentelemetry-exporter-otlp
 opentelemetry-instrumentation==0.48b0
-    # via opentelemetry-instrumentation-requests
+    # via
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-redis
+    #   opentelemetry-instrumentation-requests
+opentelemetry-instrumentation-aio-pika==0.48b0
+    # via -r requirements/_base.in
+opentelemetry-instrumentation-redis==0.48b0
+    # via -r requirements/_base.in
 opentelemetry-instrumentation-requests==0.48b0
     # via -r requirements/_base.in
 opentelemetry-proto==1.27.0
@@ -122,6 +131,7 @@ opentelemetry-sdk==1.27.0
     #   opentelemetry-exporter-otlp-proto-http
 opentelemetry-semantic-conventions==0.48b0
     # via
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
     #   opentelemetry-sdk
 opentelemetry-util-http==0.48b0
@@ -219,6 +229,8 @@ wrapt==1.16.0
     # via
     #   deprecated
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-redis
 yarl==1.12.1
     # via
     #   aio-pika

packages/service-library/src/servicelib/fastapi/tracing.py

@@ -16,6 +16,33 @@
 from settings_library.tracing import TracingSettings
 
 log = logging.getLogger(__name__)
+#########
+try:
+    from opentelemetry.instrumentation.aiopg import AsyncPGInstrumentor
+
+    HAS_ASYNCPG = True
+except ImportError:
+    HAS_ASYNCPG = False
+#########
+try:
+    from opentelemetry.instrumentation.asyncpg import AiopgInstrumentor
+
+    HAS_AIPPG = True
+except ImportError:
+    HAS_AIPPG = False
+#########
+try:
+    from opentelemetry.instrumentation.redis import RedisInstrumentor
+
+    HAS_REDIS = True
+except ImportError:
+    HAS_REDIS = False
+try:
+    from opentelemetry.instrumentation.botocore import BotocoreInstrumentor
+
+    HAS_BOTOCORE = True
+except ImportError:
+    HAS_BOTOCORE = False
 
 
 def setup_tracing(
@@ -35,7 +62,7 @@ def setup_tracing(
     assert isinstance(global_tracer_provider, TracerProvider)  # nosec
     tracing_destination: str = f"{tracing_settings.TRACING_OPENTELEMETRY_COLLECTOR_ENDPOINT}:{tracing_settings.TRACING_OPENTELEMETRY_COLLECTOR_PORT}/v1/traces"
     log.info(
-        "Trying to connect service %s to tracing collector at %s.",
+        "Trying to connect service %s to opentelemetry tracing collector at %s.",
         service_name,
         tracing_destination,
     )
@@ -45,3 +72,16 @@ def setup_tracing(
     global_tracer_provider.add_span_processor(span_processor)
     # Instrument FastAPI
     FastAPIInstrumentor().instrument_app(app)
+
+    if HAS_AIPPG:
+        log.info("Attempting to add aiopg opentelemetry autoinstrumentation...")
+        AiopgInstrumentor().instrument()
+    if HAS_ASYNCPG:
+        log.info("Attempting to add asyncpg opentelemetry autoinstrumentation...")
+        AsyncPGInstrumentor().instrument()
+    if HAS_REDIS:
+        log.info("Attempting to add redis opentelemetry autoinstrumentation...")
+        RedisInstrumentor().instrument()
+    if HAS_BOTOCORE:
+        log.info("Attempting to add botocore opentelemetry autoinstrumentation...")
+        BotocoreInstrumentor().instrument()

services/agent/requirements/_base.txt

@@ -139,8 +139,10 @@ opentelemetry-api==1.27.0
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
     #   opentelemetry-instrumentation-asgi
     #   opentelemetry-instrumentation-fastapi
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
@@ -156,13 +158,19 @@ opentelemetry-exporter-otlp-proto-http==1.27.0
     # via opentelemetry-exporter-otlp
 opentelemetry-instrumentation==0.48b0
     # via
+    #   opentelemetry-instrumentation-aio-pika
     #   opentelemetry-instrumentation-asgi
     #   opentelemetry-instrumentation-fastapi
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
+opentelemetry-instrumentation-aio-pika==0.48b0
+    # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-instrumentation-asgi==0.48b0
     # via opentelemetry-instrumentation-fastapi
 opentelemetry-instrumentation-fastapi==0.48b0
     # via -r requirements/../../../packages/service-library/requirements/_fastapi.in
+opentelemetry-instrumentation-redis==0.48b0
+    # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-instrumentation-requests==0.48b0
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-proto==1.27.0
@@ -179,6 +187,7 @@ opentelemetry-semantic-conventions==0.48b0
     # via
     #   opentelemetry-instrumentation-asgi
     #   opentelemetry-instrumentation-fastapi
+    #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
     #   opentelemetry-sdk
 opentelemetry-util-http==0.48b0
@@ -327,6 +336,8 @@ wrapt==1.16.0
     # via
     #   deprecated
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
+    #   opentelemetry-instrumentation-redis
 yarl==1.12.1
     # via
     #   aio-pika