refactor!: track upstream observability API changes (#974)

Refactor observability (tracing) API and introduce an OTeL backed provider.

Author: aajtodd

.changes/5b1a8324-02da-4281-bd23-81c565eed973.json

@@ -0,0 +1,5 @@
+{
+    "id": "5b1a8324-02da-4281-bd23-81c565eed973",
+    "type": "misc",
+    "description": "**BREAKING**: Refactor observability API and configuration. See the [discussion](https://github.com/awslabs/aws-sdk-kotlin/discussions/981) for more information."
+}

aws-runtime/aws-config/api/aws-config.api

@@ -36,10 +36,9 @@ kotlin {
             dependencies {
                 api(project(":aws-runtime:aws-core"))
                 api("aws.smithy.kotlin:aws-credentials:$smithyKotlinVersion")
-                implementation("aws.smithy.kotlin:logging:$smithyKotlinVersion")
                 implementation("aws.smithy.kotlin:http:$smithyKotlinVersion")
                 implementation("aws.smithy.kotlin:http-auth:$smithyKotlinVersion")
-                implementation("aws.smithy.kotlin:tracing-core:$smithyKotlinVersion")
+                implementation("aws.smithy.kotlin:telemetry-api:$smithyKotlinVersion")
                 implementation("aws.smithy.kotlin:http-client-engine-default:$smithyKotlinVersion")
                 implementation(project(":aws-runtime:aws-http"))
 
@@ -56,6 +55,7 @@ kotlin {
                 implementation("aws.smithy.kotlin:aws-signing-common:$smithyKotlinVersion")
                 implementation("aws.smithy.kotlin:aws-signing-default:$smithyKotlinVersion")
                 implementation("aws.smithy.kotlin:http-auth-aws:$smithyKotlinVersion")
+                implementation("aws.smithy.kotlin:telemetry-defaults:$smithyKotlinVersion")
 
                 // additional dependencies required by generated sso provider(s)
                 implementation("aws.smithy.kotlin:aws-json-protocols:$smithyKotlinVersion")

aws-runtime/aws-config/build.gradle.kts

@@ -29,6 +29,7 @@ import aws.smithy.kotlin.runtime.retries.policy.RetryDirective
 import aws.smithy.kotlin.runtime.retries.policy.RetryErrorType
 import aws.smithy.kotlin.runtime.retries.policy.RetryPolicy
 import aws.smithy.kotlin.runtime.serde.json.JsonDeserializer
+import aws.smithy.kotlin.runtime.telemetry.logging.logger
 import aws.smithy.kotlin.runtime.time.TimestampFormat
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.PlatformEnvironProvider
@@ -68,7 +69,7 @@ public class EcsCredentialsProvider internal constructor(
     private val manageEngine = httpClient == null
     private val httpClient = httpClient ?: DefaultHttpEngine()
     override suspend fun resolve(attributes: Attributes): Credentials {
-        val logger = coroutineContext.getLogger<EcsCredentialsProvider>()
+        val logger = coroutineContext.logger<EcsCredentialsProvider>()
         val authToken = AwsSdkSetting.AwsContainerAuthorizationToken.resolve(platformProvider)
         val relativeUri = AwsSdkSetting.AwsContainerCredentialsRelativeUri.resolve(platformProvider)
         val fullUri = AwsSdkSetting.AwsContainerCredentialsFullUri.resolve(platformProvider)
@@ -84,6 +85,7 @@ public class EcsCredentialsProvider internal constructor(
             deserializer = EcsCredentialsDeserializer()
             context {
                 operationName = "EcsCredentialsProvider"
+                serviceName = "EcsContainerMetadata"
             }
             execution.endpointResolver = EndpointResolver { Endpoint(url) }
         }

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/EcsCredentialsProvider.kt

@@ -8,7 +8,7 @@ package aws.sdk.kotlin.runtime.auth.credentials
 import aws.sdk.kotlin.runtime.config.AwsSdkSetting
 import aws.smithy.kotlin.runtime.auth.awscredentials.Credentials
 import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProvider
-import aws.smithy.kotlin.runtime.tracing.trace
+import aws.smithy.kotlin.runtime.telemetry.logging.trace
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.PlatformProvider
 import kotlin.coroutines.coroutineContext

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/EnvironmentCredentialsProvider.kt

@@ -17,10 +17,10 @@ import aws.smithy.kotlin.runtime.auth.awscredentials.DEFAULT_CREDENTIALS_REFRESH
 import aws.smithy.kotlin.runtime.config.resolve
 import aws.smithy.kotlin.runtime.http.HttpStatusCode
 import aws.smithy.kotlin.runtime.serde.json.JsonDeserializer
+import aws.smithy.kotlin.runtime.telemetry.logging.info
+import aws.smithy.kotlin.runtime.telemetry.logging.warn
 import aws.smithy.kotlin.runtime.time.Clock
 import aws.smithy.kotlin.runtime.time.Instant
-import aws.smithy.kotlin.runtime.tracing.info
-import aws.smithy.kotlin.runtime.tracing.warn
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.PlatformEnvironProvider
 import aws.smithy.kotlin.runtime.util.PlatformProvider

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/ImdsCredentialsProvider.kt

@@ -7,12 +7,13 @@ package aws.sdk.kotlin.runtime.auth.credentials
 import aws.smithy.kotlin.runtime.auth.awscredentials.Credentials
 import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProvider
 import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProviderException
-import aws.smithy.kotlin.runtime.logging.Logger
 import aws.smithy.kotlin.runtime.serde.json.JsonDeserializer
+import aws.smithy.kotlin.runtime.telemetry.logging.logger
 import aws.smithy.kotlin.runtime.time.Clock
 import aws.smithy.kotlin.runtime.time.Instant
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.PlatformProvider
+import kotlin.coroutines.coroutineContext
 
 internal expect suspend fun executeCommand(
     command: String,
@@ -48,7 +49,7 @@ public class ProcessCredentialsProvider(
     private val timeoutMillis: Long = 60_000,
 ) : CredentialsProvider {
     override suspend fun resolve(attributes: Attributes): Credentials {
-        val logger = Logger.getLogger<ProcessCredentialsProvider>()
+        val logger = coroutineContext.logger<ProcessCredentialsProvider>()
 
         val (exitCode, output) = try {
             executeCommand(credentialProcess, platformProvider, maxOutputLengthBytes, timeoutMillis)

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/ProcessCredentialsProvider.kt

@@ -14,7 +14,7 @@ import aws.sdk.kotlin.runtime.config.profile.loadAwsSharedConfig
 import aws.smithy.kotlin.runtime.http.auth.BearerToken
 import aws.smithy.kotlin.runtime.http.auth.BearerTokenProvider
 import aws.smithy.kotlin.runtime.http.engine.HttpClientEngine
-import aws.smithy.kotlin.runtime.http.operation.getLogger
+import aws.smithy.kotlin.runtime.telemetry.logging.logger
 import aws.smithy.kotlin.runtime.time.Clock
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.PlatformProvider
@@ -64,7 +64,7 @@ internal class ProfileBearerTokenProvider(
     private val sharedConfig = asyncLazy { loadAwsSharedConfig(platformProvider, profileName) }
 
     override suspend fun resolve(attributes: Attributes): BearerToken {
-        val logger = coroutineContext.getLogger<ProfileBearerTokenProvider>()
+        val logger = coroutineContext.logger<ProfileBearerTokenProvider>()
         val config = sharedConfig.get()
         logger.debug { "Loading bearer token from profile `${config.activeProfile.name}`" }
 

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/ProfileBearerTokenProvider.kt

@@ -16,8 +16,8 @@ import aws.smithy.kotlin.runtime.auth.awscredentials.CloseableCredentialsProvide
 import aws.smithy.kotlin.runtime.auth.awscredentials.Credentials
 import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProvider
 import aws.smithy.kotlin.runtime.http.engine.HttpClientEngine
-import aws.smithy.kotlin.runtime.http.operation.getLogger
 import aws.smithy.kotlin.runtime.io.closeIfCloseable
+import aws.smithy.kotlin.runtime.telemetry.logging.logger
 import aws.smithy.kotlin.runtime.time.TimestampFormat
 import aws.smithy.kotlin.runtime.util.Attributes
 import aws.smithy.kotlin.runtime.util.LazyAsyncValue
@@ -95,7 +95,7 @@ public class ProfileCredentialsProvider(
     )
 
     override suspend fun resolve(attributes: Attributes): Credentials {
-        val logger = coroutineContext.getLogger<ProfileCredentialsProvider>()
+        val logger = coroutineContext.logger<ProfileCredentialsProvider>()
         val sharedConfig = loadAwsSharedConfig(platformProvider, profileName)
         logger.debug { "Loading credentials from profile `${sharedConfig.activeProfile.name}`" }
         val chain = ProfileChain.resolve(sharedConfig)

aws-runtime/aws-config/common/src/aws/sdk/kotlin/runtime/auth/credentials/ProfileCredentialsProvider.kt

@@ -12,10 +12,11 @@ import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProvider
 import aws.smithy.kotlin.runtime.auth.awscredentials.CredentialsProviderException
 import aws.smithy.kotlin.runtime.http.engine.HttpClientEngine
 import aws.smithy.kotlin.runtime.serde.json.*
+import aws.smithy.kotlin.runtime.telemetry.logging.logger
+import aws.smithy.kotlin.runtime.telemetry.telemetryProvider
 import aws.smithy.kotlin.runtime.time.Clock
 import aws.smithy.kotlin.runtime.time.Instant
 import aws.smithy.kotlin.runtime.time.fromEpochMilliseconds
-import aws.smithy.kotlin.runtime.tracing.*
 import aws.smithy.kotlin.runtime.util.*
 import kotlin.coroutines.coroutineContext
 
@@ -106,8 +107,7 @@ public class SsoCredentialsProvider public constructor(
     }
 
     override suspend fun resolve(attributes: Attributes): Credentials {
-        val traceSpan = coroutineContext.traceSpan
-        val logger = traceSpan.logger<SsoCredentialsProvider>()
+        val logger = coroutineContext.logger<SsoCredentialsProvider>()
 
         val token = if (ssoTokenProvider != null) {
             logger.trace { "Attempting to load token using token provider for sso-session: `$ssoSessionName`" }
@@ -117,10 +117,11 @@ public class SsoCredentialsProvider public constructor(
             legacyLoadTokenFile()
         }
 
+        val telemetry = coroutineContext.telemetryProvider
         val client = SsoClient {
             region = ssoRegion
             httpClient = this@SsoCredentialsProvider.httpClient
-            tracer = traceSpan.asNestedTracer("SSO-")
+            telemetryProvider = telemetry
             // FIXME - create an anonymous credential provider to explicitly avoid default chain creation (technically the transform should remove need for sigv4 cred provider since it's all anon auth)
         }