Hello! We're trying to self-host using Traefik but we keep getting this error: signoz-clickhouse | 2024.03.18 16:38:33.814230 [ 47 ] {} <Error> ServerErrorHandler: Poco::Exception. Code: 1000, e.code() = 32, I/O error: Broken pipe, Stack trace (when copying this message, always include the lines below): signoz-clickhouse | signoz-clickhouse | 0. Poco::Net::SocketImpl::error(int, String const&) @ 0x00000000153a1b5f in /usr/bin/clickhouse signoz-clickhouse | 1. Poco::Net::SocketImpl::sendBytes(void const*, int, int) @ 0x00000000153a2bbd in /usr/bin/clickhouse signoz-clickhouse | 2. Poco::Net::StreamSocketImpl::sendBytes(void const*, int, int) @ 0x00000000153a5296 in /usr/bin/clickhouse signoz-clickhouse | 3. Poco::Net::HTTPSession::write(char const*, long) @ 0x00000000153908b3 in /usr/bin/clickhouse signoz-clickhouse | 4. Poco::Net::HTTPHeaderIOS::~HTTPHeaderIOS() @ 0x000000001538bbdb in /usr/bin/clickhouse signoz-clickhouse | 5. Poco::Net::HTTPHeaderOutputStream::~HTTPHeaderOutputStream() @ 0x000000001538bf1f in /usr/bin/clickhouse signoz-clickhouse | 6. DB::HTTPServerResponse::send() @ 0x0000000012942988 in /usr/bin/clickhouse signoz-clickhouse | 7. DB::HTTPServerConnection::sendErrorResponse(Poco::Net::HTTPServerSession&, Poco::Net::HTTPResponse::HTTPStatus) @ 0x000000001293ecda in /usr/bin/clickhouse signoz-clickhouse | 8. DB::HTTPServerConnection::run() @ 0x000000001293e97b in /usr/bin/clickhouse signoz-clickhouse | 9. Poco::Net::TCPServerConnection::start() @ 0x00000000153a5a72 in /usr/bin/clickhouse signoz-clickhouse | 10. Poco::Net::TCPServerDispatcher::run() @ 0x00000000153a6871 in /usr/bin/clickhouse signoz-clickhouse | 11. Poco::PooledThread::run() @ 0x000000001549f047 in /usr/bin/clickhouse signoz-clickhouse | 12. Poco::ThreadImpl::runnableEntry(void*) @ 0x000000001549d67d in /usr/bin/clickhouse signoz-clickhouse | 13. ? @ 0x00007f471df3a609 signoz-clickhouse | 14. ? @ 0x00007f471de5f353 signoz-clickhouse | (version 24.1.2.5 (official build)) This is our docker-compose.yaml file version: "2.4" x-clickhouse-defaults: &clickhouse-defaults restart: on-failure # addding non LTS version due to this fix https://github.com/ClickHouse/ClickHouse/commit/32caf8716352f45c1b617274c7508c86b7d1afab image: clickhouse/clickhouse-server:24.1.2-alpine tty: true depends_on: - zookeeper-1 logging: options: max-size: 50m max-file: "3" healthcheck: # "clickhouse", "client", "-u ${CLICKHOUSE_USER}", "--password ${CLICKHOUSE_PASSWORD}", "-q 'SELECT 1'" test: [ "CMD", "wget", "--spider", "-q", "localhost:8123/ping" ] interval: 30s timeout: 5s retries: 3 ulimits: nproc: 65535 nofile: soft: 262144 hard: 262144 x-db-depend: &db-depend depends_on: clickhouse: condition: service_healthy otel-collector-migrator: condition: service_completed_successfully services: zookeeper-1: image: bitnami/zookeeper:3.7.1 container_name: signoz-zookeeper-1 hostname: zookeeper-1 user: root ports: - "2181:2181" - "2888:2888" - "3888:3888" volumes: - ./data/zookeeper-1:/bitnami/zookeeper environment: - ZOO_SERVER_ID=1 # - ZOO_SERVERS=0.0.0.0:2888:3888,zookeeper-2:2888:3888,zookeeper-3:2888:3888 - ALLOW_ANONYMOUS_LOGIN=yes - ZOO_AUTOPURGE_INTERVAL=1 networks: - signoz clickhouse: <<: *clickhouse-defaults container_name: signoz-clickhouse hostname: clickhouse ports: - "9001:9000" - "8123:8123" - "9181:9181" volumes: - ./clickhouse-config.xml:/etc/clickhouse-server/config.xml - ./clickhouse-users.xml:/etc/clickhouse-server/users.xml - ./custom-function.xml:/etc/clickhouse-server/custom-function.xml - ./clickhouse-cluster.xml:/etc/clickhouse-server/config.d/cluster.xml # - ./clickhouse-storage.xml:/etc/clickhouse-server/config.d/storage.xml - ./data/clickhouse/:/var/lib/clickhouse/ - ./user_scripts:/var/lib/clickhouse/user_scripts/ networks: - signoz alertmanager: image: signoz/alertmanager:${ALERTMANAGER_TAG:-0.23.5} container_name: signoz-alertmanager volumes: - ./data/alertmanager:/data depends_on: query-service: condition: service_healthy restart: on-failure command: - --queryService.url=http://query-service:8085 - --storage.path=/data networks: - signoz # Notes for Maintainers/Contributors who will change Line Numbers of Frontend & Query-Section. Please Update Line Numbers in

./scripts/commentLinesForSetup.sh

&

./CONTRIBUTING.md

query-service: image: signoz/query-service:${DOCKER_TAG:-0.39.0} container_name: signoz-query-service command: [ "-config=/root/config/prometheus.yml", # "--prefer-delta=true" ] # ports: # - "6060:6060" # pprof port # - "8080:8080" # query-service port volumes: - ./prometheus.yml:/root/config/prometheus.yml - ../dashboards:/root/config/dashboards - ./data/signoz/:/var/lib/signoz/ environment: - ClickHouseUrl=tcp://clickhouse:9000 - ALERTMANAGER_API_PREFIX=http://alertmanager:9093/api/ - SIGNOZ_LOCAL_DB_PATH=/var/lib/signoz/signoz.db - DASHBOARDS_PATH=/root/config/dashboards - STORAGE=clickhouse - GODEBUG=netdns=go - TELEMETRY_ENABLED=true - DEPLOYMENT_TYPE=docker-standalone-amd restart: on-failure healthcheck: test: [ "CMD", "wget", "--spider", "-q", "localhost:8080/api/v1/health" ] interval: 30s timeout: 5s retries: 3 networks: - signoz <<: *db-depend frontend: image: signoz/frontend:${DOCKER_TAG:-0.39.0} container_name: signoz-frontend restart: on-failure depends_on: - alertmanager - query-service ports: - "3301:3301" volumes: - ../common/nginx-config.conf:/etc/nginx/conf.d/default.conf networks: - signoz - web labels: traefik.enable: 'true' traefik.frontend.rule: "Host:${SIGNOZ_HOST}" traefik.frontend.port: '3301' otel-collector-migrator: image: signoz/signoz-schema-migrator:${OTELCOL_TAG:-0.88.12} container_name: otel-migrator command: - "--dsn=tcp://clickhouse:9000" depends_on: clickhouse: condition: service_healthy networks: - signoz otel-collector: image: signoz/signoz-otel-collector:${OTELCOL_TAG:-0.88.12} container_name: signoz-otel-collector command: [ "--config=/etc/otel-collector-config.yaml", "--manager-config=/etc/manager-config.yaml", "--copy-path=/var/tmp/collector-config.yaml", "--feature-gates=-pkg.translator.prometheus.NormalizeName" ] user: root # required for reading docker container logs volumes: - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml - ./otel-collector-opamp-config.yaml:/etc/manager-config.yaml - /var/lib/docker/containers:/var/lib/docker/containers:ro environment: - OTEL_RESOURCE_ATTRIBUTES=host.name=signoz-host,os.type=linux - DOCKER_MULTI_NODE_CLUSTER=false - LOW_CARDINAL_EXCEPTION_GROUPING=false ports: # - "1777:1777" # pprof extension - "4317:4317" # OTLP gRPC receiver - "4318:4318" # OTLP HTTP receiver # - "8888:8888" # OtelCollector internal metrics # - "8889:8889" # signoz spanmetrics exposed by the agent # - "9411:9411" # Zipkin port # - "13133:13133" # health check extension # - "14250:14250" # Jaeger gRPC # - "14268:14268" # Jaeger thrift HTTP # - "55678:55678" # OpenCensus receiver # - "55679:55679" # zPages extension restart: on-failure depends_on: clickhouse: condition: service_healthy otel-collector-migrator: condition: service_completed_successfully query-service: condition: service_healthy networks: - signoz - web labels: traefik.otel-collector.rule: "Host:${OTEL_HOST}" traefik.otel-collector.port: '4317' logspout: image: "gliderlabs/logspout:v3.2.14" container_name: signoz-logspout volumes: - /etc/hostname:/etc/host_hostname:ro - /var/run/docker.sock:/var/run/docker.sock command: syslog+tcp://otel-collector:2255 depends_on: - otel-collector restart: on-failure networks: - signoz networks: signoz: web: external: true