resilient log pipeline

otelcol.yaml

receivers:
  otlp:
    protocols:
      grpc:

processors:
  batch:
    send_batch_size: 20_000

exporters:
  otlp:
    endpoint: http://localhost:5317
    sending_queue:
      storage: file_storage
      queue_size: 600_000 # 1000 logs/sec, 60_000 for 10m
    retry_on_failure:
      max_elapsed_time: 10m
    tls:
      insecure: true

extensions:
  file_storage:
    directory: /tmp/otc

service:
  extensions: [file_storage]
  pipelines:
    logs: 
      receivers: [otlp]
      processors: [batch]
      exporters: [otlp]