Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -302,9 +302,9 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
if (partitioned) {
"$InstrumentationTags.PARTITION" { it >= 0 }
}
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if (tombstone) {
"$InstrumentationTags.TOMBSTONE" true
}
Expand Down Expand Up @@ -381,6 +381,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$InstrumentationTags.OFFSET" { offset.containsWithinBounds(it as int) }
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.RECORD_END_TO_END_DURATION_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
package datadog.trace.instrumentation.kafka_clients;

import datadog.trace.api.Config;
import datadog.trace.bootstrap.ContextStore;
import datadog.trace.instrumentation.kafka_common.MetadataState;
import org.apache.kafka.clients.Metadata;
Expand All @@ -16,7 +15,7 @@ public static String extractGroup(KafkaConsumerInfo kafkaConsumerInfo) {
public static String extractClusterId(
KafkaConsumerInfo kafkaConsumerInfo,
ContextStore<Metadata, MetadataState> metadataContextStore) {
if (Config.get().isDataStreamsEnabled() && kafkaConsumerInfo != null) {
if (kafkaConsumerInfo != null) {
Metadata consumerMetadata = kafkaConsumerInfo.getClientMetadata();
if (consumerMetadata != null) {
MetadataState state = metadataContextStore.get(consumerMetadata);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.CONSUMER_GROUP;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.KAFKA_CLUSTER_ID;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.MESSAGING_DESTINATION_NAME;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.OFFSET;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.PARTITION;
Expand Down Expand Up @@ -117,6 +118,7 @@ public void onConsume(
final AgentSpan span,
final ConsumerRecord record,
String consumerGroup,
String clusterId,
String bootstrapServers) {
if (record != null) {
final String topic = record.topic() == null ? "kafka" : record.topic();
Expand All @@ -127,7 +129,9 @@ public void onConsume(
if (consumerGroup != null) {
span.setTag(CONSUMER_GROUP, consumerGroup);
}

if (clusterId != null) {
span.setTag(KAFKA_CLUSTER_ID, clusterId);
}
if (bootstrapServers != null) {
span.setTag(KAFKA_BOOTSTRAP_SERVERS, bootstrapServers);
}
Expand All @@ -152,7 +156,10 @@ public void onTimeInQueue(final AgentSpan span, final ConsumerRecord record) {
}

public void onProduce(
final AgentSpan span, final ProducerRecord record, final ProducerConfig producerConfig) {
final AgentSpan span,
final ProducerRecord record,
final ProducerConfig producerConfig,
final String clusterId) {
if (record != null) {
if (record.partition() != null) {
span.setTag(PARTITION, record.partition());
Expand All @@ -163,6 +170,9 @@ public void onProduce(
PRODUCER_BOOSTRAP_SERVERS_CACHE.computeIfAbsent(
producerConfig, BOOTSTRAP_SERVERS_JOINER));
}
if (clusterId != null) {
span.setTag(KAFKA_CLUSTER_ID, clusterId);
}
final String topic = record.topic() == null ? "kafka" : record.topic();
span.setResourceName(PRODUCER_RESOURCE_NAME_CACHE.computeIfAbsent(topic, PRODUCER_PREFIX));
span.setTag(MESSAGING_DESTINATION_NAME, topic);
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
package datadog.trace.instrumentation.kafka_clients;

import static datadog.trace.bootstrap.instrumentation.api.AgentTracer.activateSpan;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.OFFSET;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.PARTITION;
import static datadog.trace.instrumentation.kafka_clients.KafkaDecorator.PRODUCER_DECORATE;

import datadog.trace.api.datastreams.DataStreamsTags;
Expand Down Expand Up @@ -30,6 +32,10 @@ public KafkaProducerCallback(

@Override
public void onCompletion(final RecordMetadata metadata, final Exception exception) {
if (metadata != null) {
span.setTag(PARTITION, metadata.partition());
span.setTag(OFFSET, metadata.offset());
}
PRODUCER_DECORATE.onError(span, exception);
PRODUCER_DECORATE.beforeFinish(span);
span.finish();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -167,7 +167,7 @@ public static AgentScope onEnter(
callbackParentSpan = localActiveSpan;
}
PRODUCER_DECORATE.afterStart(span);
PRODUCER_DECORATE.onProduce(span, record, producerConfig);
PRODUCER_DECORATE.onProduce(span, record, producerConfig, clusterId);

callback = new KafkaProducerCallback(callback, callbackParentSpan, span, clusterId);

Expand Down Expand Up @@ -267,10 +267,10 @@ public static class ProducerConstructorAdvice {
public static void captureConfiguration(
@Advice.FieldValue("metadata") Metadata metadata,
@Advice.Argument(0) ProducerConfig producerConfig) {
MetadataState state =
InstrumentationContext.get(Metadata.class, MetadataState.class)
.putIfAbsent(metadata, MetadataState::new);
if (Config.get().isDataStreamsEnabled()) {
MetadataState state =
InstrumentationContext.get(Metadata.class, MetadataState.class)
.putIfAbsent(metadata, MetadataState::new);
KafkaConfigHelper.storePendingProducerConfig(
state, KafkaConfigHelper.extractProducerConfig(producerConfig));
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -142,7 +142,7 @@ protected void startNewRecordSpan(ConsumerRecord<?, ?> val) {
span.setTag(InstrumentationTags.TOMBSTONE, true);
}
decorator.afterStart(span);
decorator.onConsume(span, val, group, bootstrapServers);
decorator.onConsume(span, val, group, clusterId, bootstrapServers);
if (InstrumenterConfig.get().isLegacyContextManagerEnabled()) {
activateNext(span);
} else {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -1205,9 +1205,9 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
if (partitioned) {
"$InstrumentationTags.PARTITION" { it >= 0 }
}
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if (tombstone) {
"$InstrumentationTags.TOMBSTONE" true
}
Expand Down Expand Up @@ -1284,6 +1284,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$InstrumentationTags.OFFSET" { offset.containsWithinBounds(it as int) }
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.RECORD_END_TO_END_DURATION_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -193,6 +193,9 @@ class KafkaReactorForkedTest extends InstrumentationSpecification {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$KafkaClientTestBase.SHARED_TOPIC"
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
peerServiceFrom(InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS)
defaultTags()
}
Expand Down Expand Up @@ -222,6 +225,7 @@ class KafkaReactorForkedTest extends InstrumentationSpecification {
"$InstrumentationTags.OFFSET" { Integer }
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$KafkaClientTestBase.SHARED_TOPIC"
defaultTags(true)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
package datadog.trace.instrumentation.kafka_clients38;

import datadog.trace.api.Config;
import datadog.trace.bootstrap.ContextStore;
import datadog.trace.instrumentation.kafka_common.MetadataState;
import org.apache.kafka.clients.Metadata;
Expand All @@ -16,7 +15,7 @@ public static String extractGroup(KafkaConsumerInfo kafkaConsumerInfo) {
public static String extractClusterId(
KafkaConsumerInfo kafkaConsumerInfo,
ContextStore<Metadata, MetadataState> metadataContextStore) {
if (Config.get().isDataStreamsEnabled() && kafkaConsumerInfo != null) {
if (kafkaConsumerInfo != null) {
Metadata metadata = kafkaConsumerInfo.getmetadata().get();
if (metadata != null) {
MetadataState state = metadataContextStore.get(metadata);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.CONSUMER_GROUP;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.KAFKA_CLUSTER_ID;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.MESSAGING_DESTINATION_NAME;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.OFFSET;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.PARTITION;
Expand Down Expand Up @@ -117,6 +118,7 @@ public void onConsume(
final AgentSpan span,
final ConsumerRecord record,
String consumerGroup,
String clusterId,
String bootstrapServers) {
if (record != null) {
final String topic = record.topic() == null ? "kafka" : record.topic();
Expand All @@ -127,7 +129,9 @@ public void onConsume(
if (consumerGroup != null) {
span.setTag(CONSUMER_GROUP, consumerGroup);
}

if (clusterId != null) {
span.setTag(KAFKA_CLUSTER_ID, clusterId);
}
if (bootstrapServers != null) {
span.setTag(KAFKA_BOOTSTRAP_SERVERS, bootstrapServers);
}
Expand All @@ -152,7 +156,10 @@ public void onTimeInQueue(final AgentSpan span, final ConsumerRecord record) {
}

public void onProduce(
final AgentSpan span, final ProducerRecord record, final ProducerConfig producerConfig) {
final AgentSpan span,
final ProducerRecord record,
final ProducerConfig producerConfig,
final String clusterId) {
if (record != null) {
if (record.partition() != null) {
span.setTag(PARTITION, record.partition());
Expand All @@ -163,6 +170,9 @@ public void onProduce(
PRODUCER_BOOSTRAP_SERVERS_CACHE.computeIfAbsent(
producerConfig, BOOTSTRAP_SERVERS_JOINER));
}
if (clusterId != null) {
span.setTag(KAFKA_CLUSTER_ID, clusterId);
}
final String topic = record.topic() == null ? "kafka" : record.topic();
span.setResourceName(PRODUCER_RESOURCE_NAME_CACHE.computeIfAbsent(topic, PRODUCER_PREFIX));
span.setTag(MESSAGING_DESTINATION_NAME, topic);
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
package datadog.trace.instrumentation.kafka_clients38;

import static datadog.trace.bootstrap.instrumentation.api.AgentTracer.activateSpan;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.OFFSET;
import static datadog.trace.bootstrap.instrumentation.api.InstrumentationTags.PARTITION;
import static datadog.trace.instrumentation.kafka_clients38.KafkaDecorator.PRODUCER_DECORATE;

import datadog.trace.api.datastreams.DataStreamsTags;
Expand Down Expand Up @@ -29,6 +31,10 @@ public KafkaProducerCallback(

@Override
public void onCompletion(final RecordMetadata metadata, final Exception exception) {
if (metadata != null) {
span.setTag(PARTITION, metadata.partition());
span.setTag(OFFSET, metadata.offset());
}
PRODUCER_DECORATE.onError(span, exception);
PRODUCER_DECORATE.beforeFinish(span);
span.finish();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ public static AgentScope onEnter(
callbackParentSpan = localActiveSpan;
}
PRODUCER_DECORATE.afterStart(span);
PRODUCER_DECORATE.onProduce(span, record, producerConfig);
PRODUCER_DECORATE.onProduce(span, record, producerConfig, clusterId);

callback = new KafkaProducerCallback(callback, callbackParentSpan, span, clusterId);

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@ public class ProducerConstructorAdvice {
public static void captureConfiguration(
@Advice.FieldValue("metadata") Metadata metadata,
@Advice.Argument(0) ProducerConfig producerConfig) {
MetadataState state =
InstrumentationContext.get(Metadata.class, MetadataState.class)
.putIfAbsent(metadata, MetadataState::new);
if (Config.get().isDataStreamsEnabled()) {
MetadataState state =
InstrumentationContext.get(Metadata.class, MetadataState.class)
.putIfAbsent(metadata, MetadataState::new);
KafkaConfigHelper.storePendingProducerConfig(
state, KafkaConfigHelper.extractProducerConfig(producerConfig));
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ protected void startNewRecordSpan(ConsumerRecord<?, ?> val) {
span.setTag(InstrumentationTags.TOMBSTONE, true);
}
decorator.afterStart(span);
decorator.onConsume(span, val, group, bootstrapServers);
decorator.onConsume(span, val, group, clusterId, bootstrapServers);
if (InstrumenterConfig.get().isLegacyContextManagerEnabled()) {
activateNext(span);
} else {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -914,9 +914,9 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
if (partitioned) {
"$InstrumentationTags.PARTITION" { it >= 0 }
}
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if (tombstone) {
"$InstrumentationTags.TOMBSTONE" true
}
Expand Down Expand Up @@ -993,6 +993,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
"$InstrumentationTags.OFFSET" { offset.containsWithinBounds(it as int) }
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" config.get(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.RECORD_END_TO_END_DURATION_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$SHARED_TOPIC"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -132,6 +132,9 @@ class KafkaStreamsTest extends InstrumentationSpecification {
"$Tags.COMPONENT" "java-kafka"
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PENDING"
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if ({ isDataStreamsEnabled()}) {
"$DDTags.PATHWAY_HASH" { String }
}
Expand Down Expand Up @@ -183,6 +186,9 @@ class KafkaStreamsTest extends InstrumentationSpecification {
"$Tags.COMPONENT" "java-kafka"
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PROCESSED"
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if ({ isDataStreamsEnabled()}) {
"$DDTags.PATHWAY_HASH" { String }
}
Expand All @@ -206,6 +212,7 @@ class KafkaStreamsTest extends InstrumentationSpecification {
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" 0
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PROCESSED"
"testing" 123
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -158,6 +158,9 @@ abstract class KafkaStreamsTestBase extends VersionedNamingTestBase {
"$Tags.COMPONENT" "java-kafka"
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PENDING"
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if ({ isDataStreamsEnabled() }){
"$DDTags.PATHWAY_HASH" { String }
}
Expand Down Expand Up @@ -226,6 +229,9 @@ abstract class KafkaStreamsTestBase extends VersionedNamingTestBase {
"$Tags.COMPONENT" "java-kafka"
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PROCESSED"
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
if ({isDataStreamsEnabled()}) {
"$DDTags.PATHWAY_HASH" { String }
}
Expand Down Expand Up @@ -269,6 +275,7 @@ abstract class KafkaStreamsTestBase extends VersionedNamingTestBase {
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" 0
"$InstrumentationTags.CONSUMER_GROUP" "sender"
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
"$InstrumentationTags.RECORD_QUEUE_TIME_MS" { it >= 0 }
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" "$STREAM_PROCESSED"
"testing" 123
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -114,6 +114,9 @@ class KafkaBatchListenerCoroutineTest extends InstrumentationSpecification {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_PRODUCER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" TOPIC
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" { String }
"$InstrumentationTags.PARTITION" { it >= 0 }
"$InstrumentationTags.OFFSET" { it >= 0 }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
peerServiceFrom(InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS)
defaultTags()
}
Expand All @@ -133,6 +136,7 @@ class KafkaBatchListenerCoroutineTest extends InstrumentationSpecification {
"$Tags.SPAN_KIND" Tags.SPAN_KIND_CONSUMER
"$InstrumentationTags.MESSAGING_DESTINATION_NAME" TOPIC
"$InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS" { String }
"$InstrumentationTags.KAFKA_CLUSTER_ID" { String }
peerServiceFrom(InstrumentationTags.KAFKA_BOOTSTRAP_SERVERS)
"$InstrumentationTags.CONSUMER_GROUP" CONSUMER_GROUP
"$InstrumentationTags.OFFSET" offset
Expand Down
Loading
Loading