chore: modify otel exporter config batch size (#3775)

otel/otel-collector-config-clickhouse-prod.yaml

@@ -19,9 +19,14 @@ receivers:
         layout: '%Y-%m-%d %H:%M:%S,%L'
 
 processors:
+  memory_limiter:
+    check_interval: 1s
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
-    timeout: 1s
-    send_batch_size: 1024
+    timeout: 10s
+    send_batch_size: 8192
+
 
 exporters:
   clickhouse:
@@ -53,13 +58,13 @@ service:
   pipelines:
     traces:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     logs:
       receivers: [filelog]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     metrics:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]

otel/otel-collector-config-clickhouse.yaml

@@ -19,12 +19,14 @@ receivers:
         layout: '%Y-%m-%d %H:%M:%S,%L'
 
 processors:
+  memory_limiter:
+    check_interval: 1s
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
-    timeout: 5s
-    send_batch_size: 512
-    max_queue_size: 4096
-    max_batch_size: 1024
-    throttle: true
+    timeout: 10s
+    send_batch_size: 8192
+
 
 exporters:
   clickhouse:
@@ -41,7 +43,6 @@ exporters:
       initial_interval: 5s
       max_interval: 30s
       max_elapsed_time: 300s
-      backoff_multiplier: 1.5
 
 extensions:
   health_check:
@@ -58,13 +59,13 @@ service:
   pipelines:
     traces:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     logs:
       receivers: [filelog]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]
     metrics:
       receivers: [otlp]
-      processors: [batch]
+      processors: [memory_limiter, batch]
       exporters: [clickhouse]

otel/otel-collector-config-signoz.yaml

@@ -9,14 +9,11 @@ receivers:
 processors:
   memory_limiter:
     check_interval: 1s
-    limit_mib: 500
-    spike_limit_mib: 128
+    limit_mib: 1024
+    spike_limit_mib: 256
   batch:
     timeout: 10s
     send_batch_size: 8192
-    max_queue_size: 4096
-    max_batch_size: 1024
-    throttle: true
 
 exporters:
   otlp: