feat: add signoz integration for otel export (#3772)

Dockerfile

@@ -64,6 +64,7 @@ RUN apt-get update && \
 # Add OpenTelemetry Collector configs
 COPY otel/otel-collector-config-file.yaml /etc/otel/config-file.yaml
 COPY otel/otel-collector-config-clickhouse.yaml /etc/otel/config-clickhouse.yaml
+COPY otel/otel-collector-config-signoz.yaml /etc/otel/config-signoz.yaml
 
 ARG LETTA_ENVIRONMENT=DEV
 ENV LETTA_ENVIRONMENT=${LETTA_ENVIRONMENT} \

letta/server/startup.sh

@@ -57,6 +57,9 @@ fi
 if [ -n "$CLICKHOUSE_ENDPOINT" ] && [ -n "$CLICKHOUSE_PASSWORD" ]; then
     echo "Starting OpenTelemetry Collector with Clickhouse export..."
     CONFIG_FILE="/etc/otel/config-clickhouse.yaml"
+elif [ -n "$SIGNOZ_ENDPOINT" ] && [ -n "$SIGNOZ_INGESTION_KEY" ]; then
+    echo "Starting OpenTelemetry Collector with Signoz export..."
+    CONFIG_FILE="/etc/otel/config-signoz.yaml"
 else
     echo "Starting OpenTelemetry Collector with file export only..."
     CONFIG_FILE="/etc/otel/config-file.yaml"

otel/otel-collector-config-signoz.yaml

@@ -0,0 +1,51 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+      http:
+        endpoint: 0.0.0.0:4318
+
+processors:
+  memory_limiter:
+    check_interval: 1s
+    limit_mib: 500
+    spike_limit_mib: 128
+  batch:
+    timeout: 10s
+    send_batch_size: 8192
+    max_queue_size: 4096
+    max_batch_size: 1024
+    throttle: true
+
+exporters:
+  otlp:
+    endpoint: ${SIGNOZ_ENDPOINT}
+    headers:
+      "signoz-ingestion-key": "${SIGNOZ_INGESTION_KEY}"
+
+extensions:
+  health_check:
+  pprof:
+  zpages:
+
+service:
+  telemetry:
+    logs:
+      level: error
+    metrics:
+      address: 0.0.0.0:8888
+  extensions: [health_check, pprof, zpages]
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [memory_limiter, batch]
+      exporters: [otlp]
+    logs:
+      receivers: [otlp]
+      processors: [memory_limiter, batch]
+      exporters: [otlp]
+    metrics:
+      receivers: [otlp]
+      processors: [memory_limiter, batch]
+      exporters: [otlp]