Manual traces not getting exported to AWS Xray

[ddhillon10]

I am trying to enable manual tracing for a NodeJs based AWS Lambda.

This is the ADOT collector layer deployed along with the Lambda: arn:aws:lambda:us-west-2:901920570463:layer:aws-otel-nodejs-amd64-ver-1-2-0:1 .Ref: https://aws-otel.github.io/docs/getting-started/lambda/lambda-js

I am using a GRPC exporter. This is the tracer code:

/* eslint-disable no-multi-assign */
const { trace } = require('@opentelemetry/api');
const api = require('@opentelemetry/api');
const {
  defaultTextMapGetter,
  SpanKind,
  SpanStatusCode,
} = require('@opentelemetry/api');
const { Resource } = require('@opentelemetry/resources');
const {
  SemanticResourceAttributes,
} = require('@opentelemetry/semantic-conventions');
const { NodeTracerProvider } = require('@opentelemetry/sdk-trace-node');
const {
  AwsLambdaInstrumentation,
} = require('@opentelemetry/instrumentation-aws-lambda');
const {
  ConsoleSpanExporter,
  SimpleSpanProcessor,
} = require('@opentelemetry/sdk-trace-base');
const awsXrayIdGenerator = require('@opentelemetry/id-generator-aws-xray');
const {
  OTLPTraceExporter,
} = require('@opentelemetry/exporter-trace-otlp-grpc');
const { AWSXRayPropagator } = require('@opentelemetry/propagator-aws-xray');


module.exports = exports = function (serviceName) {
  const tracerConfig = {
    resource: Resource.default().merge(
      new Resource({
        [SemanticResourceAttributes.SERVICE_NAME]: serviceName,
      })
    ),
    instrumentations: [new AwsLambdaInstrumentation()],
    idGenerator: new awsXrayIdGenerator.AWSXRayIdGenerator(),
  };
  const tracerProvider = new NodeTracerProvider(tracerConfig);
  // add OTLP exporter
  const otlpExporter = new OTLPTraceExporter();
  tracerProvider.addSpanProcessor(new SimpleSpanProcessor(otlpExporter));
  tracerProvider.addSpanProcessor(
    new SimpleSpanProcessor(new ConsoleSpanExporter())
  );
  // register tracer to propagate traces to AWS Xray
  const awsXRayPropagator = new AWSXRayPropagator();
  tracerProvider.register({
    propagator: awsXRayPropagator,
  });

  api.diag.setLogger(new api.DiagConsoleLogger(), api.DiagLogLevel.ERROR);

  const tracer = trace.getTracer(serviceName);

  return {
    tracer,
    tracerProvider,
  };

The auto instrumentation does get exported to AWS Xray just fine. Its the manual exports that are failing to propagate to AWS Xray.
I am able to see the console logs for the manual traces, so its only an export to Xray issue.

This is the manual trace in Cloudwatch console:

022-07-25T15:59:18.223-07:00	traceId: '62df2046d051fa173f00077c46898153',

2022-07-25T15:59:18.223-07:00	parentId: undefined,

2022-07-25T15:59:18.223-07:00	name: '<name>',

2022-07-25T15:59:18.223-07:00	id: '8afd52455165250b',

2022-07-25T15:59:18.223-07:00	kind: 2,

2022-07-25T15:59:18.223-07:00	timestamp: 1658789958019368,

2022-07-25T15:59:18.223-07:00	duration: 198941,

2022-07-25T15:59:18.223-07:00	attributes: { transactionId: 'xxxxx' },

2022-07-25T15:59:18.223-07:00	status: { code: 1 },

2022-07-25T15:59:18.223-07:00	events: [],

2022-07-25T15:59:18.223-07:00	links: []

2022-07-25T15:59:18.223-07:00	}

Has anyone seen anything similar?