Slackbot
10/24/2022, 10:15 AMApoorva
10/24/2022, 10:21 AMApoorva
10/24/2022, 10:22 AMhelm --namespace platform install my-release signoz/signoz -f override-values.yaml
Apoorva
10/24/2022, 10:22 AMWejdan
10/24/2022, 10:24 AMWejdan
10/24/2022, 10:24 AMApoorva
10/24/2022, 10:29 AMglobal:
storageClass: gp2-resizable
clickhouse:
cloud: aws
storageClass: gp2-resizable
k8s-infra:
# Default values for OtelAgent
otelAgent:
config:
receivers:
otlp:
protocols:
grpc:
endpoint: 0.0.0.0:4317
http:
endpoint: 0.0.0.0:4318
hostmetrics:
collection_interval: 30s
scrapers:
cpu: {}
load: {}
memory: {}
disk: {}
filesystem: {}
network: {}
filelog/k8s:
include:
# Include logs from all container
- /var/log/pods/*/*/*.log
exclude:
# Exclude logs from all containers from kube-system namespace
- /var/log/pods/kube-system_*/*/*.log
# Exclude logs from all hotrod containers
- /var/log/pods/*_hotrod-*/*/*.log
- /var/log/pods/*_locust-*_*/*/*.log
start_at: beginning
include_file_path: true
include_file_name: false
operators:
# Find out which format is used by kubernetes
- type: router
id: get-format
routes:
- output: parser-docker
expr: 'body matches "^\\{"'
- output: parser-crio
expr: 'body matches "^[^ Z]+ "'
- output: parser-containerd
expr: 'body matches "^[^ Z]+Z"'
# Parse CRI-O format
- type: regex_parser
id: parser-crio
regex: '^(?P<time>[^ Z]+) (?P<stream>stdout|stderr) (?P<logtag>[^ ]*) ?(?P<log>.*)$'
output: extract_metadata_from_filepath
timestamp:
parse_from: attributes.time
layout_type: gotime
layout: '2006-01-02T15:04:05.000000000-07:00'
# Parse CRI-Containerd format
- type: regex_parser
id: parser-containerd
regex: '^(?P<time>[^ ^Z]+Z) (?P<stream>stdout|stderr) (?P<logtag>[^ ]*) ?(?P<log>.*)$'
output: extract_metadata_from_filepath
timestamp:
parse_from: attributes.time
layout: '%Y-%m-%dT%H:%M:%S.%LZ'
# Parse Docker format
- type: json_parser
id: parser-docker
output: extract_metadata_from_filepath
timestamp:
parse_from: attributes.time
layout: '%Y-%m-%dT%H:%M:%S.%LZ'
# Extract metadata from file path
- type: regex_parser
id: extract_metadata_from_filepath
regex: '^.*\/(?P<namespace>[^_]+)_(?P<pod_name>[^_]+)_(?P<uid>[a-f0-9\-]+)\/(?P<container_name>[^\._]+)\/(?P<restart_count>\d+)\.log$'
parse_from: attributes["log.file.path"]
# Rename attributes
- type: move
from: attributes.stream
to: attributes["log.iostream"]
- type: move
from: attributes.container_name
to: attributes["k8s.container.name"]
- type: move
from: attributes.namespace
to: attributes["k8s.namespace.name"]
- type: move
from: attributes.pod_name
to: attributes["k8s.pod.name"]
- type: move
from: attributes.restart_count
to: attributes["k8s.container.restart_count"]
- type: move
from: attributes.uid
to: attributes["k8s.pod.uid"]
- type: move
from: attributes.log
to: body
- type: regex_parser
id: parser-nucash-regex
regex: '^"(?P<nucash_json>{.*})\\n"'
parse_from: body
- type: json_parser
id: parser-nucash-json
parse_from: attributes.nucash_json
Wejdan
10/30/2022, 9:30 AM