Hi team , I am setting up kafka reciever and clickhouse exporter via opentelemetry collector taking reference through
https://github.com/open-telemetry/opentelemetry-collector-contrib/tree/main. Everything set up but while using kafka reciever it stucked at logs showing that —-> 2024-08-25T04
1734.167+0530 info kafkareceiver/kafka_receiver.go:474 Starting consumer group {"kind": "receiver", "name": "kafka", "data_type": "traces", "partition": 0}
Below is my config yaml
receivers:
kafka:
protocol_version: 2.0.0
topic: mykafka
brokers:"localhost:9092"
resolve_canonical_bootstrap_servers_only: true
metadata:
retry:
max: 10
backoff: 5s
otlp:
protocols:
http:
endpoint: 0.0.0.0:4318
grpc:
endpoint: 0.0.0.0:4317
kafka/logs:
topic: mykafka
session_timeout: 45s
heartbeat_interval: 15s
encoding: direct
brokers:"localhost:9092"
initial_offset: earliest
metadata:
retry:
max: 10
backoff: 5s
processors:
batch:
timeout: 5s
send_batch_size: 100000
resource:
attributes🔑 test.key
value: "test-value"
action: insert
exporters:
debug:
verbosity: normal
clickhouse:
endpoint:
tcp://127.0.0.1:9000?dial_timeout=10s
database: otel
async_insert: true
ttl: 72h
compress: lz4
create_schema: true
logs_table_name: otel_logs
traces_table_name: otel_traces
metrics_table_name: otel_metrics
timeout: 5s
retry_on_failure:
enabled: true
initial_interval: 5s
max_interval: 30s
max_elapsed_time: 300s
extensions:
health_check: {}
zpages: {}
service:
extensions: [zpages, health_check]
pipelines:
logs:
receivers: [ kafka ]
processors: [ batch ]
exporters: [ clickhouse ]
traces:
receivers: [ kafka ]
processors: [ batch ]
exporters: [ clickhouse ]
metrics:
receivers: [ kafka ]
processors: [ batch ]
exporters: [ clickhouse ]