otel-collector-config.yaml

receivers:
  otlp:
    protocols:
      http:
      grpc:
  kafkametrics:
    brokers: "kafka:9092"
    protocol_version: 2.0.0
    scrapers:
      - brokers
      - topics
      - consumers
  jmx:
    jar_path: /opt/opentelemetry-jmx-metrics.jar
    endpoint: "kafka:1099"
    target_system: kafka,jvm
  jmx/consumer:
    jar_path: /opt/opentelemetry-jmx-metrics.jar
    endpoint: "consumer:1097"
    target_system: kafka-consumer
  jmx/producer:
    jar_path: /opt/opentelemetry-jmx-metrics.jar
    endpoint: "producer:1098"
    target_system: kafka-producer

processors:
  batch:
    send_batch_max_size: 1000
    send_batch_size: 100
    timeout: 10s
  attributes:
    actions:
      - key: ddtags
        value: "source:kafka"
        action: insert
exporters:
  datadog:
    api:
      key: ${env:DD_API_KEY}
      site: ${env:DD_SITE}
  logging:
    verbosity: detailed

connectors:
  datadog/connector:

service:
  pipelines:
    metrics:
      receivers: [otlp, kafkametrics, jmx, jmx/consumer, jmx/producer, datadog/connector]
      processors: [batch]
      exporters: [datadog]
    traces:
      receivers: [otlp]
      processors: [batch]
      exporters: [datadog/connector]
    traces/sampling:
      receivers: [datadog/connector]
      processors: [] # Add any sampling here
      exporters: [datadog]
    logs:
      receivers: [otlp]
      processors: [batch, attributes]
      exporters: [datadog]