diff --git a/otel/otel-collector-config-clickhouse-prod.yaml b/otel/otel-collector-config-clickhouse-prod.yaml index 53129e25..256536fa 100644 --- a/otel/otel-collector-config-clickhouse-prod.yaml +++ b/otel/otel-collector-config-clickhouse-prod.yaml @@ -19,9 +19,14 @@ receivers: layout: '%Y-%m-%d %H:%M:%S,%L' processors: + memory_limiter: + check_interval: 1s + limit_mib: 1024 + spike_limit_mib: 256 batch: - timeout: 1s - send_batch_size: 1024 + timeout: 10s + send_batch_size: 8192 + exporters: clickhouse: @@ -53,13 +58,13 @@ service: pipelines: traces: receivers: [otlp] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] logs: receivers: [filelog] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] metrics: receivers: [otlp] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] diff --git a/otel/otel-collector-config-clickhouse.yaml b/otel/otel-collector-config-clickhouse.yaml index f0caccc9..cd01ca78 100644 --- a/otel/otel-collector-config-clickhouse.yaml +++ b/otel/otel-collector-config-clickhouse.yaml @@ -19,12 +19,14 @@ receivers: layout: '%Y-%m-%d %H:%M:%S,%L' processors: + memory_limiter: + check_interval: 1s + limit_mib: 1024 + spike_limit_mib: 256 batch: - timeout: 5s - send_batch_size: 512 - max_queue_size: 4096 - max_batch_size: 1024 - throttle: true + timeout: 10s + send_batch_size: 8192 + exporters: clickhouse: @@ -41,7 +43,6 @@ exporters: initial_interval: 5s max_interval: 30s max_elapsed_time: 300s - backoff_multiplier: 1.5 extensions: health_check: @@ -58,13 +59,13 @@ service: pipelines: traces: receivers: [otlp] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] logs: receivers: [filelog] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] metrics: receivers: [otlp] - processors: [batch] + processors: [memory_limiter, batch] exporters: [clickhouse] diff --git a/otel/otel-collector-config-signoz.yaml b/otel/otel-collector-config-signoz.yaml index a6579d41..b126896f 100644 --- a/otel/otel-collector-config-signoz.yaml +++ b/otel/otel-collector-config-signoz.yaml @@ -9,14 +9,11 @@ receivers: processors: memory_limiter: check_interval: 1s - limit_mib: 500 - spike_limit_mib: 128 + limit_mib: 1024 + spike_limit_mib: 256 batch: timeout: 10s send_batch_size: 8192 - max_queue_size: 4096 - max_batch_size: 1024 - throttle: true exporters: otlp: