From c3e48b355422703c3e100dc0fbc06e524b4911f2 Mon Sep 17 00:00:00 2001 From: Riron Date: Tue, 4 Mar 2025 10:31:21 +0100 Subject: [PATCH 1/3] Try fixing memory problems --- otel/collector-config.sec-fr1.yaml | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/otel/collector-config.sec-fr1.yaml b/otel/collector-config.sec-fr1.yaml index c68cb21683..cbb1252315 100644 --- a/otel/collector-config.sec-fr1.yaml +++ b/otel/collector-config.sec-fr1.yaml @@ -10,8 +10,13 @@ receivers: password: ${env:SANDBOX_DB_PWD} processors: + memory_limiter: + check_interval: 1s + limit_percentage: 80 + spike_limit_percentage: 15 + batch/datadog: - send_batch_max_size: 100 + send_batch_max_size: ${env:OTEL_DD_BATCH_MAX_SIZE:-100} send_batch_size: 10 timeout: 10s @@ -28,13 +33,13 @@ service: pipelines: traces: receivers: [otlp] - processors: [batch, memory_limiter] + processors: [memory_limiter, batch] exporters: [datadog/connector, datadog/exporter] metrics: receivers: [datadog/connector, otlp, postgresql/prod, postgresql/sandbox] - processors: [batch/datadog, memory_limiter] + processors: [memory_limiter, batch/datadog] exporters: [datadog/exporter] logs: receivers: [otlp] - processors: [batch, memory_limiter] + processors: [memory_limiter, batch] exporters: [datadog/exporter] From d41c60970bbfe7fa968fa2e99917a59e0e547a54 Mon Sep 17 00:00:00 2001 From: Riron Date: Tue, 4 Mar 2025 10:40:35 +0100 Subject: [PATCH 2/3] Adjust settings --- otel/collector-config.sec-fr1.yaml | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/otel/collector-config.sec-fr1.yaml b/otel/collector-config.sec-fr1.yaml index cbb1252315..c44abc979d 100644 --- a/otel/collector-config.sec-fr1.yaml +++ b/otel/collector-config.sec-fr1.yaml @@ -15,10 +15,15 @@ processors: limit_percentage: 80 spike_limit_percentage: 15 - batch/datadog: - send_batch_max_size: ${env:OTEL_DD_BATCH_MAX_SIZE:-100} + batch/datadog_metrics: + send_batch_max_size: 100 send_batch_size: 10 timeout: 10s + + batch/datadog_generic: + send_batch_max_size: ${env:OTEL_DD_BATCH_MAX_SIZE:-1000} + send_batch_size: ${env:OTEL_DD_BATCH_SIZE:-100} + timeout: 10s connectors: datadog/connector: @@ -33,13 +38,13 @@ service: pipelines: traces: receivers: [otlp] - processors: [memory_limiter, batch] + processors: [memory_limiter, batch/datadog_generic] exporters: [datadog/connector, datadog/exporter] metrics: receivers: [datadog/connector, otlp, postgresql/prod, postgresql/sandbox] - processors: [memory_limiter, batch/datadog] + processors: [memory_limiter, batch/datadog_metrics] exporters: [datadog/exporter] logs: receivers: [otlp] - processors: [memory_limiter, batch] + processors: [memory_limiter, batch/datadog_generic] exporters: [datadog/exporter] From f93c640f012ebd22b55695d2ab9143a05553889b Mon Sep 17 00:00:00 2001 From: Riron Date: Tue, 4 Mar 2025 11:04:14 +0100 Subject: [PATCH 3/3] Format --- otel/collector-config.sec-fr1.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/otel/collector-config.sec-fr1.yaml b/otel/collector-config.sec-fr1.yaml index c44abc979d..1fef35366e 100644 --- a/otel/collector-config.sec-fr1.yaml +++ b/otel/collector-config.sec-fr1.yaml @@ -14,12 +14,12 @@ processors: check_interval: 1s limit_percentage: 80 spike_limit_percentage: 15 - + batch/datadog_metrics: send_batch_max_size: 100 send_batch_size: 10 timeout: 10s - + batch/datadog_generic: send_batch_max_size: ${env:OTEL_DD_BATCH_MAX_SIZE:-1000} send_batch_size: ${env:OTEL_DD_BATCH_SIZE:-100}