#2051 Duplicate keys in ui and unable to search logs Issue created by rava-dosa Bug description Please describe. Duplicate keys in ui and unable to search logs

{
  "selected": [
    {
      "name": "timestamp",
      "dataType": "UInt32",
      "type": "static"
    },
    {
      "name": "id",
      "dataType": "String",
      "type": "static"
    },
    {
      "name": "component",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "message",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_container_name",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "level",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_namespace_name",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_container_name",
      "dataType": "String",
      "type": "resources"
    },
    {
      "name": "k8s_namespace_name",
      "dataType": "String",
      "type": "resources"
    }
  ],
  "interesting": [
    {
      "name": "sqs_worker",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "transactionDate",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "amount",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "de_duplication_id",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "maskedRequestBody",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "stacktrace",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "faces",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "connectionString",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "endpoint-arn",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "method",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "perms",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "buildNumber",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "email",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "isOwner",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "log_file_path",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "from",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "log_iostream",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "listener",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "ctx",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "channel",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "sqsMessageId",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "statusCode",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "attributes",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "caller",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "buildGitHash",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "line",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "mobile",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "gw",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "isLocal",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "serviceUserID",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "debug",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "stage",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "cipher",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "client",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "user_id",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "err",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "file",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "error",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "dur",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "url",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "permissions",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "db",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "metadata",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "sequence",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "event_dispatched",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "ip",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "environment",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "name",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "time",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "status",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "topic",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "endingBalance",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "processTime",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "currency",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "dur",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "params",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "size",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "userID",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "isUploaded",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_pod_uid",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "debitOrCredit",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "clientIp",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "payload",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "hashedMobile",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "layer",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "transactionId",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "event",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "step",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "status",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "userId",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "service",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "errmsg",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "func",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "permissionId",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "sqs worker",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "isDevelopmentEnv",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "reason",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "xid",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "perm",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "path",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "config",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "listener",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "imageSize",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "create",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "msg",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_container_restart_count",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "address",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_pod_name",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "timestamp",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "bl",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "to",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "base-path",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "context",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "description",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "env",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "mw",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "/crm/api/v1/crm/agent_status",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "roleId",
      "dataType": "Float64",
      "type": "attributes"
    },
    {
      "name": "listen",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "/crm/api/v1/crm/agent",
      "dataType": "String",
      "type": "attributes"
    },
    {
      "name": "k8s_pod_ip",
      "dataType": "String",
      "type": "resources"
    },
    {
      "name": "k8s_pod_uid",
      "dataType": "String",
      "type": "resources"
    },
    {
      "name": "k8s_container_restart_count",
      "dataType": "String",
      "type": "resources"
    },
    {
      "name": "k8s_pod_name",
      "dataType": "String",
      "type": "resources"
    },
    {
      "name": "trace_id",
      "dataType": "String",
      "type": "static"
    },
    {
      "name": "span_id",
      "dataType": "String",
      "type": "static"
    },
    {
      "name": "trace_flags",
      "dataType": "UInt32",
      "type": "static"
    },
    {
      "name": "severity_text",
      "dataType": "LowCardinality(String)",
      "type": "static"
    },
    {
      "name": "severity_number",
      "dataType": "Uint8",
      "type": "static"
    }
  ]
}

Expected behavior Able… SigNoz/signoz

#2052 FIX: Exported dashboard include response of the queries #1981 Pull request opened by FellipeMTX Issue solved: #1981 I created a new ''const'' according to the issue's request and set this const to be the parameter of the download function. I had trouble reproducing the error, but I think this solution should work. Image of console.log of new const(which will be downloaded): SigNoz/signoz GitHub Actions: e2e-k3s GitHub Actions: Deploy PR branch to testing SonarCloud: Quality Gate failed GitHub Actions: lint-commits GitHub Actions: Codeball GitHub Actions: playwright ✅ 8 other checks have passed 8/14 successful checks

#2053 removing repostats workflow Pull request opened by pranay01 Removing repostats workflow as we no longer use it SigNoz/signoz GitHub Actions: playwright GitHub Actions: build-frontend GitHub Actions: lint-commits GitHub Actions: Ensure Pull Request has a linked issue. ✅ 8 other checks have passed 8/12 successful checks

#2054 chore: remove not needed code comments Pull request opened by mariuskimmina Signed-off-by: Marius Kimmina mar.kimmina@gmail.com Since the complexity rules have been removed from the password creation, I think we can savely get rid of these comments. SigNoz/signoz SonarCloud: Quality Gate failed GitHub Actions: lint-commits GitHub Actions: Codeball GitHub Actions: Ensure Pull Request has a linked issue. GitHub Actions: playwright ✅ 7 other checks have passed 7/12 successful checks

#2055 Add visual feedback on `Copy JSON` in Log filter page Pull request opened by gitstart Fixes #1497 Demo: https://www.loom.com/share/b59ac37c5a4644b5ab2351d04b0ae78f SigNoz/signoz GitHub Actions: Deploy PR branch to testing GitHub Actions: e2e-k3s GitHub Actions: playwright GitHub Actions: lint-commits ✅ 9 other checks have passed 9/13 successful checks

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by palashgdev

<https://github.com/SigNoz/signoz/commit/eec236af507226a771f00baba2c841dbe977970c|eec236af>

- Add visual feedback on

Copy JSON

in Log filter page (#2055) SigNoz/signoz

#1497 Add visual feedback on `Copy JSON` in Log filter page Issue created by pranay01 https://www.loom.com/share/57e77d893b88463b9633c968a5a4e6e7 SigNoz/signoz

Deployment to staging by palashgdev SigNoz/signoz

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by pranay01

<https://github.com/SigNoz/signoz/commit/f01b9605db281988bd4936fb54edb39c276bda60|f01b9605>

- Update README.md SigNoz/signoz

Deployment to staging by pranay01 SigNoz/signoz

#142 fix: :ambulance: otel resource attr env fixes Pull request opened by prashant-shahi Slack Message Signed-off-by: Prashant Shahi prashant@signoz.io SigNoz/charts ✅ All checks have passed 2/2 successful checks

#2056 refactor: tagFilteritems-refactored Pull request opened by sf-pchakraborty Modified the tagfilteritems in order to avoid duplicacy and added useMemo hook SigNoz/signoz SonarCloud: Quality Gate failed GitHub Actions: Ensure Pull Request has a linked issue. GitHub Actions: playwright GitHub Actions: lint-commits GitHub Actions: Codeball ✅ 7 other checks have passed 7/12 successful checks

2 new commits pushed to

<https://github.com/SigNoz/charts/tree/main|main>

by prashant-shahi

<https://github.com/SigNoz/charts/commit/ae55cb6dfffb2ecbc89b68f5e10dd2a7776c93dd|ae55cb6d>

- fix: 🚑 otel resource attr env fixes

<https://github.com/SigNoz/charts/commit/dc36a2e33c4887db2f59ddb2748a4b67927a28f9|dc36a2e3>

- Merge pull request #142 from SigNoz/prashant/env-fix SigNoz/charts

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by srikanthccv

<https://github.com/SigNoz/signoz/commit/cd9768c73877c8cf84c3647d55bcc966bfe2e415|cd9768c7>

- feat: dashboard variable chaining (#2036) SigNoz/signoz

Deployment to staging by srikanthccv SigNoz/signoz

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by palashgdev

<https://github.com/SigNoz/signoz/commit/3632208d4588bbde1a0553847d1036b0a31bd1ab|3632208d>

- Fix: live tail memory (#2033) SigNoz/signoz

Deployment to staging by palashgdev SigNoz/signoz

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by palashgdev

<https://github.com/SigNoz/signoz/commit/972bf94dd01be8df061f833dfc4b3f8a34f64d70|972bf94d>

- refactor: tagFilteritems-refactored (#2056) SigNoz/signoz

Deployment to staging by palashgdev SigNoz/signoz

Deployment to staging by palashgdev SigNoz/signoz

#82 feat: add new tag types Pull request opened by makeavish SigNoz/signoz-otel-collector ✅ All checks have passed 3/3 successful checks

#2057 Support for storing JSON in the `body` column Issue created by Zhomart Is your feature request related to a problem? I have highly nested JSON logs with different structures. I want to analyze them without writing complicated

json_parser

and other operators. Describe the solution you'd like Not sure how feasible it is. It looks like signoz stores log body as String in clickhouse.

describe table signoz_logs.logs;

...
body | String
...

Describe alternatives you've considered 1. Force logger clients to send only 1-level deep JSON objects 2. Write complicated

parse_json

+

move

operators 3. Improve flatten operator to support flattening JSON objects by creating new keys with nested object key paths, e.g.

{ "a.b.c": "value" }

SigNoz/signoz

#2029 Feat/add tag filtering v2 Pull request opened by makeavish SigNoz/signoz SonarCloud: Quality Gate failed GitHub Actions: playwright GitHub Actions: lint-commits GitHub Actions: Ensure Pull Request has a linked issue. ✅ 8 other checks have passed 8/12 successful checks

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by palashgdev

<https://github.com/SigNoz/signoz/commit/d1cc29e118702d80810a0f42a1763f63b6a100c3|d1cc29e1>

- Create: Widget Header in the Loading State #2042 (#2048) SigNoz/signoz

Deployment to staging by palashgdev SigNoz/signoz

1 new commit pushed to

<https://github.com/SigNoz/signoz/tree/develop|develop>

by ankitnayan

<https://github.com/SigNoz/signoz/commit/153e859ac3bf348c3f2f3c92e6bce39e5686833b|153e859a>

- Fix/analytics (#2049) SigNoz/signoz

Deployment to staging by ankitnayan SigNoz/signoz

#2059 Enable autoscaling otel-collectors Issue created by ankitnayan Test and enable autoscaling of otel-collectors as ingestion load increases. • which metric to base auto-scaling logic on? CPU usage of otel-collectors or data being dropped or exporter queue getting filled? • verify load is being distributed amongst otel-collectors as there are new replicas added to handle the ingestion load SigNoz/signoz

#2060 Increase in issues reported about query-service and collector restarts Issue created by ankitnayan Need to do RCA on the causes and enable better tooling to capture the cause. Many a times logs say failure in connecting to clickhouse. Hypotheses: • zookeeper causing clickhouse to become unreachable • clickhouse undergoing frequent maintenance tasks • high number of connections to clickhouse. Need to verify if the number of active connections increase over time SigNoz/signoz

#2061 Value chart showing data based on start time of api params Issue created by ankitnayan I tried with below request

curl '<https://stagingapp.signoz.io/api/v2/metrics/query_range>' \
  -H 'Accept: application/json, text/plain, */*' \
  -H 'Accept-Language: en-IN,en-GB;q=0.9,en-US;q=0.8,en;q=0.7' \
  -H 'Authorization: Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJlbWFpbCI6ImFua2l0QHNpZ25vei5pbyIsImV4cCI6MTY3Mzk1NTYzNCwiZ2lkIjoiODNmMzBjZjAtMWUzNi00NTNlLWE5M2UtZjkwZmVhZDU1ZmM2IiwiaWQiOiIzMjIzYTg3NC01NWE5LTRkM2QtYWU0ZC0zNjE5NDdiY2YxOWMifQ.XryK91YsY83s7MpBGlNiaWebNtVHMbyRYJh1uNyFz-U' \
  -H 'Cache-Control: no-cache' \
  -H 'Connection: keep-alive' \
  -H 'Content-Type: application/json' \
  -H 'Cookie: _ga=GA1.2.2018752783.1673366970' \
  -H 'Origin: <https://stagingapp.signoz.io>' \
  -H 'Pragma: no-cache' \
  -H 'Referer: <https://stagingapp.signoz.io/dashboard/743422c3-317a-46d7-b465-c7a3523d0bed>' \
  -H 'Sec-Fetch-Dest: empty' \
  -H 'Sec-Fetch-Mode: cors' \
  -H 'Sec-Fetch-Site: same-origin' \
  -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36' \
  -H 'sec-ch-ua: "Not?A_Brand";v="8", "Chromium";v="108", "Google Chrome";v="108"' \
  -H 'sec-ch-ua-mobile: ?0' \
  -H 'sec-ch-ua-platform: "macOS"' \
  --data-raw '{"start":1673952048000,"end":1673953848000,"step":60,"variables":{"SIGNOZ_START_TIME":1673952048000,"SIGNOZ_END_TIME":1673953848000},"dataSource":1,"compositeMetricQuery":{"queryType":1,"panelType":2,"builderQueries":{"A":{"queryName":"A","aggregateOperator":4,"metricName":"signoz_calls_total","tagFilters":{"items":[],"op":"AND"},"reduceTo":2,"expression":"A","disabled":false}}}}' \
  --compressed

and the response is

{
  "status": "success",
  "data": {
    "resultType": "matrix",
    "result": [
      {
        "queryName": "A",
        "metric": {},
        "values": [
          [
            1673952060,
            "108770550"
          ]
        ]
      }
    ],
    "tableName": [
      ""
    ]
  }
}

SigNoz/signoz