From c5568b92e1263ebd1f6c3ded5dae457690aefc7b Mon Sep 17 00:00:00 2001
From: cthomas <caren@letta.com>
Date: Wed, 6 Aug 2025 13:57:11 -0700
Subject: [PATCH] chore: modify otel exporter config batch size (#3775)

---
 ...otel-collector-config-clickhouse-prod.yaml | 15 ++++++++++-----
 otel/otel-collector-config-clickhouse.yaml    | 19 ++++++++++---------
 otel/otel-collector-config-signoz.yaml        |  7 ++-----
 3 files changed, 22 insertions(+), 19 deletions(-)

diff --git a/otel/otel-collector-config-clickhouse-prod.yaml b/otel/otel-collector-config-clickhouse-prod.yaml
index 53129e25..256536fa 100644
--- a/otel/otel-collector-config-clickhouse-prod.yaml
+++ b/otel/otel-collector-config-clickhouse-prod.yaml
@@ -19,9 +19,14 @@ receivers:
         layout: '%Y-%m-%d %H:%M:%S,%L'
 
 processors:
+  memory_limiter:
+    check_interval: 1s
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
-    timeout: 1s
-    send_batch_size: 1024
+    timeout: 10s
+    send_batch_size: 8192
+
 
 exporters:
   clickhouse:
@@ -53,13 +58,13 @@ service:
   pipelines:
     traces:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     logs:
       receivers: [filelog]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     metrics:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
diff --git a/otel/otel-collector-config-clickhouse.yaml b/otel/otel-collector-config-clickhouse.yaml
index f0caccc9..cd01ca78 100644
--- a/otel/otel-collector-config-clickhouse.yaml
+++ b/otel/otel-collector-config-clickhouse.yaml
@@ -19,12 +19,14 @@ receivers:
         layout: '%Y-%m-%d %H:%M:%S,%L'
 
 processors:
+  memory_limiter:
+    check_interval: 1s
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
-    timeout: 5s
-    send_batch_size: 512
-    max_queue_size: 4096
-    max_batch_size: 1024
-    throttle: true
+    timeout: 10s
+    send_batch_size: 8192
+
 
 exporters:
   clickhouse:
@@ -41,7 +43,6 @@ exporters:
       initial_interval: 5s
       max_interval: 30s
       max_elapsed_time: 300s
-      backoff_multiplier: 1.5
 
 extensions:
   health_check:
@@ -58,13 +59,13 @@ service:
   pipelines:
     traces:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     logs:
       receivers: [filelog]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     metrics:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
diff --git a/otel/otel-collector-config-signoz.yaml b/otel/otel-collector-config-signoz.yaml
index a6579d41..b126896f 100644
--- a/otel/otel-collector-config-signoz.yaml
+++ b/otel/otel-collector-config-signoz.yaml
@@ -9,14 +9,11 @@ receivers:
 processors:
   memory_limiter:
     check_interval: 1s
-    limit_mib: 500
-    spike_limit_mib: 128
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
     timeout: 10s
     send_batch_size: 8192
-    max_queue_size: 4096
-    max_batch_size: 1024
-    throttle: true
 
 exporters:
   otlp: