Context API beforeFinish Migration

.github/CODEOWNERS

@@ -28,8 +28,10 @@
 /internal-api/src/test/groovy/datadog/trace/api/sampling        @DataDog/apm-sdk-api-java
 
 # @DataDog/apm-serverless
-/dd-trace-core/src/main/java/datadog/trace/lambda/ @DataDog/apm-serverless
-/dd-trace-core/src/test/groovy/datadog/trace/lambda/ @DataDog/apm-serverless
+/dd-trace-core/src/main/java/datadog/trace/lambda/              @DataDog/apm-serverless
+/dd-trace-core/src/test/groovy/datadog/trace/lambda/            @DataDog/apm-serverless
+**/InferredProxy*.java                                          @DataDog/apm-serverless
+**/InferredProxy*.groovy                                        @DataDog/apm-serverless
 
 # @DataDog/apm-lang-platform-java
 /.circleci/                            @DataDog/apm-lang-platform-java

dd-java-agent/agent-bootstrap/src/main/java/datadog/trace/bootstrap/instrumentation/decorator/BaseDecorator.java

@@ -4,6 +4,7 @@
 import static datadog.trace.api.cache.RadixTreeCache.UNSET_PORT;
 import static datadog.trace.bootstrap.instrumentation.java.net.HostNameResolver.hostName;
 
+import datadog.context.Context;
 import datadog.context.ContextScope;
 import datadog.trace.api.Config;
 import datadog.trace.api.DDTags;
@@ -77,14 +78,18 @@ public AgentSpan afterStart(final AgentSpan span) {
   }
 
   public AgentScope beforeFinish(final AgentScope scope) {
-    beforeFinish(scope.span());
+    beforeFinish(scope.context());
     return scope;
   }
 
   public AgentSpan beforeFinish(final AgentSpan span) {
     return span;
   }
 
+  public Context beforeFinish(final Context context) {
+    return context;
+  }
+
   public AgentScope onError(final AgentScope scope, final Throwable throwable) {
     onError(scope.span(), throwable);
     return scope;

dd-java-agent/agent-bootstrap/src/main/java/datadog/trace/bootstrap/instrumentation/decorator/HttpServerDecorator.java

@@ -20,6 +20,7 @@
 import datadog.trace.api.gateway.Flow;
 import datadog.trace.api.gateway.Flow.Action.RequestBlockingAction;
 import datadog.trace.api.gateway.IGSpanInfo;
+import datadog.trace.api.gateway.InferredProxySpan;
 import datadog.trace.api.gateway.RequestContext;
 import datadog.trace.api.gateway.RequestContextSlot;
 import datadog.trace.api.naming.SpanNaming;
@@ -56,6 +57,7 @@ public abstract class HttpServerDecorator<REQUEST, CONNECTION, RESPONSE, REQUEST
   private static final int UNSET_PORT = 0;
 
   public static final String DD_SPAN_ATTRIBUTE = "datadog.span";
+  public static final String DD_CONTEXT_ATTRIBUTE = "datadog.context";
   public static final String DD_DISPATCH_SPAN_ATTRIBUTE = "datadog.span.dispatch";
   public static final String DD_RUM_INJECTED = "datadog.rum.injected";
   public static final String DD_FIN_DISP_LIST_SPAN_ATTRIBUTE =
@@ -147,20 +149,32 @@ public Context startSpan(REQUEST_CARRIER carrier, Context context) {
         instrumentationNames != null && instrumentationNames.length > 0
             ? instrumentationNames[0]
             : DEFAULT_INSTRUMENTATION_NAME;
-    AgentSpanContext.Extracted extracted = callIGCallbackStart(getExtractedSpanContext(context));
+    AgentSpanContext extracted = getExtractedSpanContext(context);
+    // Call IG callbacks
+    extracted = callIGCallbackStart(extracted);
+    // Create gateway inferred span if needed
+    extracted = startInferredProxySpan(context, extracted);
     AgentSpan span =
         tracer().startSpan(instrumentationName, spanName(), extracted).setMeasured(true);
+    // Apply RequestBlockingAction if any
     Flow<Void> flow = callIGCallbackRequestHeaders(span, carrier);
     if (flow.getAction() instanceof RequestBlockingAction) {
       span.setRequestBlockingAction((RequestBlockingAction) flow.getAction());
     }
-    AgentPropagation.ContextVisitor<REQUEST_CARRIER> getter = getter();
-    if (null != carrier && null != getter) {
-      tracer().getDataStreamsMonitoring().setCheckpoint(span, forHttpServer());
-    }
+    // DSM Checkpoint
+    tracer().getDataStreamsMonitoring().setCheckpoint(span, forHttpServer());
     return context.with(span);
   }
 
+  protected AgentSpanContext startInferredProxySpan(Context context, AgentSpanContext extracted) {
+    InferredProxySpan span;
+    if (!Config.get().isInferredProxyPropagationEnabled()
+        || (span = InferredProxySpan.fromContext(context)) == null) {
+      return extracted;
+    }
+    return span.start(extracted);
+  }
+
   public AgentSpan onRequest(
       final AgentSpan span,
       final CONNECTION connection,
@@ -381,8 +395,7 @@ public AgentSpan onResponse(final AgentSpan span, final RESPONSE response) {
     return span;
   }
 
-  private AgentSpanContext.Extracted callIGCallbackStart(
-      @Nullable final AgentSpanContext.Extracted extracted) {
+  private AgentSpanContext callIGCallbackStart(@Nullable final AgentSpanContext extracted) {
     AgentTracer.TracerAPI tracer = tracer();
     Supplier<Flow<Object>> startedCbAppSec =
         tracer.getCallbackProvider(RequestContextSlot.APPSEC).getCallback(EVENTS.requestStarted());
@@ -517,9 +530,21 @@ private Flow<Void> callIGCallbackURI(
   }
 
   @Override
-  public AgentSpan beforeFinish(AgentSpan span) {
+  public Context beforeFinish(Context context) {
+    AgentSpan span = AgentSpan.fromContext(context);
     onRequestEndForInstrumentationGateway(span);
-    return super.beforeFinish(span);
+
+    // Close Serverless Gateway Inferred Span if any
+    finishInferredProxySpan(context);
+
+    return super.beforeFinish(context);
+  }
+
+  protected void finishInferredProxySpan(Context context) {
+    InferredProxySpan span;
+    if ((span = InferredProxySpan.fromContext(context)) != null) {
+      span.finish();
+    }
   }
 
   private void onRequestEndForInstrumentationGateway(@Nonnull final AgentSpan span) {

dd-java-agent/instrumentation/akka/akka-http/akka-http-10.0/src/main/java/datadog/trace/instrumentation/akkahttp/DatadogAsyncHandlerWrapper.java

@@ -38,15 +38,15 @@ public Future<HttpResponse> apply(final HttpRequest request) {
       request.discardEntityBytes(materializer);
       HttpResponse response = BlockingResponseHelper.maybeCreateBlockingResponse(rba, request);
       span.getRequestContext().getTraceSegment().effectivelyBlocked();
-      DatadogWrapperHelper.finishSpan(span, response);
+      DatadogWrapperHelper.finishSpan(scope, response);
       return FastFuture$.MODULE$.<HttpResponse>successful().apply(response);
     }
 
     try {
       futureResponse = userHandler.apply(request);
     } catch (final Throwable t) {
       scope.close();
-      DatadogWrapperHelper.finishSpan(span, t);
+      DatadogWrapperHelper.finishSpan(scope, t);
       throw t;
     }
 
@@ -67,14 +67,14 @@ public HttpResponse apply(HttpResponse response) {
                       response = newResponse;
                     }
 
-                    DatadogWrapperHelper.finishSpan(span, response);
+                    DatadogWrapperHelper.finishSpan(scope, response);
                     return response;
                   }
                 },
                 new AbstractFunction1<Throwable, Throwable>() {
                   @Override
                   public Throwable apply(final Throwable t) {
-                    DatadogWrapperHelper.finishSpan(span, t);
+                    DatadogWrapperHelper.finishSpan(scope, t);
                     return t;
                   }
                 },

dd-java-agent/instrumentation/akka/akka-http/akka-http-10.0/src/main/java/datadog/trace/instrumentation/akkahttp/DatadogServerRequestResponseFlowWrapper.java

@@ -78,7 +78,7 @@ public void onPush() throws Exception {
                     skipNextPull[0] = true;
                     requestContext.getTraceSegment().effectivelyBlocked();
                     emit(responseOutlet, response);
-                    DatadogWrapperHelper.finishSpan(span, response);
+                    DatadogWrapperHelper.finishSpan(scope, response);
                     pull(requestInlet);
                     scope.close();
                     return;
@@ -142,7 +142,7 @@ public void onPush() throws Exception {
                     response.discardEntityBytes(materializer());
                     response = newResponse;
                   }
-                  DatadogWrapperHelper.finishSpan(span, response);
+                  DatadogWrapperHelper.finishSpan(scope, response);
                   // Check if the active span matches the scope from when the request came in,
                   // and close it. If it's not, then it will be cleaned up actor message
                   // processing instrumentation that drives this state machine
@@ -172,7 +172,7 @@ public void onUpstreamFailure(final Throwable ex) throws Exception {
                 if (scope != null) {
                   // Mark the span as failed
                   AgentSpan span = fromContext(scope.context());
-                  DatadogWrapperHelper.finishSpan(span, ex);
+                  DatadogWrapperHelper.finishSpan(scope, ex);
                 }
                 // We will not receive any more responses from the user code, so clean up any
                 // remaining spans

dd-java-agent/instrumentation/akka/akka-http/akka-http-10.0/src/main/java/datadog/trace/instrumentation/akkahttp/DatadogWrapperHelper.java

@@ -20,17 +20,19 @@ public static ContextScope createSpan(final HttpRequest request) {
     return context.attach();
   }
 
-  public static void finishSpan(final AgentSpan span, final HttpResponse response) {
+  public static void finishSpan(final ContextScope scope, final HttpResponse response) {
+    final AgentSpan span = fromContext(scope.context());
     DECORATE.onResponse(span, response);
-    DECORATE.beforeFinish(span);
+    DECORATE.beforeFinish(scope.context());
 
     span.finish();
   }
 
-  public static void finishSpan(final AgentSpan span, final Throwable t) {
+  public static void finishSpan(final ContextScope scope, final Throwable t) {
+    final AgentSpan span = fromContext(scope.context());
     DECORATE.onError(span, t);
     span.setHttpStatusCode(500);
-    DECORATE.beforeFinish(span);
+    DECORATE.beforeFinish(scope.context());
 
     span.finish();
   }

dd-java-agent/instrumentation/axway-api/src/main/java/datadog/trace/instrumentation/axway/HTTPPluginAdvice.java

@@ -45,7 +45,7 @@ public static void onExit(
       if (throwable != null) {
         DECORATE.onError(span, throwable);
       }
-      DECORATE.beforeFinish(span);
+      DECORATE.beforeFinish(scope.context());
     } finally {
       scope.close();
       span.finish();

dd-java-agent/instrumentation/axway-api/src/main/java/datadog/trace/instrumentation/axway/StateAdvice.java

@@ -38,7 +38,7 @@ public static void onExit(
       if (throwable != null) {
         DECORATE.onError(span, throwable);
       }
-      DECORATE.beforeFinish(span);
+      DECORATE.beforeFinish(scope.context());
     } finally {
       scope.close();
       span.finish();

dd-java-agent/instrumentation/azure-functions/src/main/java/datadog/trace/instrumentation/azure/functions/AzureFunctionsInstrumentation.java

@@ -85,7 +85,7 @@ public static void methodExit(
       final AgentSpan span = fromContext(scope.context());
       DECORATE.onError(span, throwable);
       DECORATE.onResponse(span, response);
-      DECORATE.beforeFinish(span);
+      DECORATE.beforeFinish(scope.context());
       scope.close();
       span.finish();
     }

dd-java-agent/instrumentation/finatra-2.9/src/main/java/datadog/trace/instrumentation/finatra/FinatraInstrumentation.java

@@ -92,7 +92,7 @@ public static void setupCallback(
       final AgentSpan span = scope.span();
       if (throwable != null) {
         DECORATE.onError(span, throwable);
-        DECORATE.beforeFinish(span);
+        DECORATE.beforeFinish(scope.context());
         span.finish();
         scope.close();
         return;

dd-java-agent/instrumentation/grizzly-2/src/main/java/datadog/trace/instrumentation/grizzly/GrizzlyBlockingHelper.java

@@ -1,8 +1,10 @@
 package datadog.trace.instrumentation.grizzly;
 
+import static datadog.trace.bootstrap.instrumentation.api.Java8BytecodeBridge.spanFromContext;
 import static datadog.trace.instrumentation.grizzly.GrizzlyDecorator.DECORATE;
 
 import datadog.appsec.api.blocking.BlockingContentType;
+import datadog.context.Context;
 import datadog.trace.api.gateway.Flow;
 import datadog.trace.bootstrap.blocking.BlockingActionHelper;
 import datadog.trace.bootstrap.instrumentation.api.AgentSpan;
@@ -35,14 +37,14 @@ public class GrizzlyBlockingHelper {
   private GrizzlyBlockingHelper() {}
 
   public static boolean block(
-      Request request, Response response, Flow.Action.RequestBlockingAction rba, AgentSpan span) {
+      Request request, Response response, Flow.Action.RequestBlockingAction rba, Context context) {
     return block(
         request,
         response,
         rba.getStatusCode(),
         rba.getBlockingContentType(),
         rba.getExtraHeaders(),
-        span);
+        context);
   }
 
   public static boolean block(
@@ -51,11 +53,12 @@ public static boolean block(
       int statusCode,
       BlockingContentType bct,
       Map<String, String> extraHeaders,
-      AgentSpan span) {
+      Context context) {
     if (GET_OUTPUT_STREAM == null) {
       return false;
     }
 
+    AgentSpan span = spanFromContext(context);
     try {
       OutputStream os = (OutputStream) GET_OUTPUT_STREAM.invoke(response);
       response.setStatus(BlockingActionHelper.getHttpCode(statusCode));
@@ -76,13 +79,17 @@ public static boolean block(
       os.close();
       response.finish();
 
-      span.getRequestContext().getTraceSegment().effectivelyBlocked();
+      if (span != null) {
+        span.getRequestContext().getTraceSegment().effectivelyBlocked();
+      }
       SpanClosingListener.LISTENER.onAfterService(request);
     } catch (Throwable e) {
       log.info("Error committing blocking response", e);
-      DECORATE.onError(span, e);
-      DECORATE.beforeFinish(span);
-      span.finish();
+      if (span != null) {
+        DECORATE.onError(span, e);
+        DECORATE.beforeFinish(context);
+        span.finish();
+      }
     }
 
     return true;

dd-java-agent/instrumentation/grizzly-2/src/main/java/datadog/trace/instrumentation/grizzly/GrizzlyHttpHandlerInstrumentation.java

@@ -2,6 +2,7 @@
 
 import static datadog.trace.agent.tooling.bytebuddy.matcher.NameMatchers.named;
 import static datadog.trace.bootstrap.instrumentation.api.Java8BytecodeBridge.spanFromContext;
+import static datadog.trace.bootstrap.instrumentation.decorator.HttpServerDecorator.DD_CONTEXT_ATTRIBUTE;
 import static datadog.trace.bootstrap.instrumentation.decorator.HttpServerDecorator.DD_SPAN_ATTRIBUTE;
 import static datadog.trace.instrumentation.grizzly.GrizzlyDecorator.DECORATE;
 import static net.bytebuddy.matcher.ElementMatchers.isMethod;
@@ -81,13 +82,14 @@ public static class HandleAdvice {
       scope = context.attach();
 
       request.setAttribute(DD_SPAN_ATTRIBUTE, span);
+      request.setAttribute(DD_CONTEXT_ATTRIBUTE, context);
       request.setAttribute(
           CorrelationIdentifier.getTraceIdKey(), CorrelationIdentifier.getTraceId());
       request.setAttribute(CorrelationIdentifier.getSpanIdKey(), CorrelationIdentifier.getSpanId());
 
       Flow.Action.RequestBlockingAction rba = span.getRequestBlockingAction();
       if (rba != null) {
-        boolean success = GrizzlyBlockingHelper.block(request, response, rba, span);
+        boolean success = GrizzlyBlockingHelper.block(request, response, rba, context);
         if (success) {
           return true; /* skip body */
         }

dd-java-agent/instrumentation/grizzly-2/src/main/java/datadog/trace/instrumentation/grizzly/SpanClosingListener.java

@@ -1,8 +1,11 @@
 package datadog.trace.instrumentation.grizzly;
 
+import static datadog.trace.bootstrap.instrumentation.api.Java8BytecodeBridge.spanFromContext;
+import static datadog.trace.bootstrap.instrumentation.decorator.HttpServerDecorator.DD_CONTEXT_ATTRIBUTE;
 import static datadog.trace.bootstrap.instrumentation.decorator.HttpServerDecorator.DD_SPAN_ATTRIBUTE;
 import static datadog.trace.instrumentation.grizzly.GrizzlyDecorator.DECORATE;
 
+import datadog.context.Context;
 import datadog.trace.bootstrap.instrumentation.api.AgentSpan;
 import org.glassfish.grizzly.http.server.AfterServiceListener;
 import org.glassfish.grizzly.http.server.Request;
@@ -12,13 +15,18 @@ public class SpanClosingListener implements AfterServiceListener {
 
   @Override
   public void onAfterService(final Request request) {
-    final Object spanAttr = request.getAttribute(DD_SPAN_ATTRIBUTE);
-    if (spanAttr instanceof AgentSpan) {
+    final Object contextAttr = request.getAttribute(DD_CONTEXT_ATTRIBUTE);
+    if (contextAttr instanceof Context) {
       request.removeAttribute(DD_SPAN_ATTRIBUTE);
-      final AgentSpan span = (AgentSpan) spanAttr;
-      DECORATE.onResponse(span, request.getResponse());
-      DECORATE.beforeFinish(span);
-      span.finish();
+      request.removeAttribute(DD_CONTEXT_ATTRIBUTE);
+
+      final Context context = (Context) contextAttr;
+      final AgentSpan span = spanFromContext(context);
+      if (span != null) {
+        DECORATE.onResponse(span, request.getResponse());
+        DECORATE.beforeFinish(context);
+        span.finish();
+      }
     }
   }
 }