otelcol.yaml

receivers:
  otlp:
    protocols:
      grpc:
        endpoint: :4317
        include_metadata: true
      http:
        endpoint: :4318
        include_metadata: true

processors:
  batch:
    send_batch_size: 1024
    timeout: 5s
  memory_limiter:
    check_interval: 1s
    limit_percentage: 75
  groupbytrace:
    wait_duration: 5s
    num_traces: 1000
    num_workers: 4
  attributes:
    actions:
      - key: http.headers
        from_context: http.headers
        action: insert
      - key: grpc.metadata
        from_context: grpc.metadata
        action: insert
  resource:
    attributes:
      - key: http.headers
        from_attribute: http.headers
        action: upsert
      - key: grpc.metadata
        from_attribute: grpc.metadata
        action: upsert

exporters:
  debug:
    verbosity: detailed
  googlecloudpubsub:
    project: past-3
    topic: projects/past-3/topics/otlp-stream-prod
  kafka:
    # logs:
    #   topic: otlp-logs
    #   encoding: otlp_proto
    # metrics:
    #   topic: otlp-metrics
    #   encoding: otlp_proto
    # traces:
    #   topic: otlp-traces
    #   encoding: otlp_proto
    partition_traces_by_id: true
    partition_metrics_by_resource_attributes: true
    partition_logs_by_resource_attributes: true
    sending_queue:
      queue_size: 1000000
      num_consumers: 6
    producer:
      max_message_bytes: 10000000

    brokers:
      - redpanda-0.s.past3.tech:19092
      - redpanda-1.s.past3.tech:29092
      - redpanda-2.s.past3.tech:39092
      # - srv-captain--redpanda-0:9092
      # - srv-captain--redpanda-1:9092
      # - srv-captain--redpanda-2:9092
    auth:
      sasl:
        username: ${env:KAFKA_USERNAME}
        password: ${env:KAFKA_PASSWORD}
        mechanism: SCRAM-SHA-256

extensions:
  health_check:
  pprof:
  zpages:
    endpoint: :55679

service:
  extensions: [health_check, pprof, zpages]
  pipelines:
    logs:
      receivers: [otlp]
      processors: [attributes, resource, memory_limiter, batch]
      exporters: [kafka]
    metrics:
      receivers: [otlp]
      processors: [attributes, resource, memory_limiter, batch]
      exporters: [kafka]
    traces:
      receivers: [otlp]
      processors: [attributes, resource, memory_limiter, batch]
      exporters: [kafka]