I have also observed that the timestamp used in the query is 3 mins older and not the current time stamp.
{"level":"INFO","timestamp":"2024-12-03T121010.870Z","caller":"utils/time.go:17","msg":"Elapsed time","func_name":"GetTimeSeriesResultV3","duration":39,"query":"SELECT ts, avg(per_series_value) as value FROM (SELECT fingerprint, toStartOfInterval(toDateTime(intDiv(unix_milli, 1000)), INTERVAL 5 SECOND) as ts, avg(value) as per_series_value FROM signoz_metrics.distributed_samples_v4 INNER JOIN (SELECT DISTINCT fingerprint FROM signoz_metrics.time_series_v4 WHERE metric_name = 'k8s_deployment_available' AND temporality = 'Unspecified' AND unix_milli >= 1733227200000 AND unix_milli < 1733227680000 AND JSONExtractString(labels, 'k8s_deployment_name') = 'ngage-sms-mo') as filtered_time_series USING fingerprint WHERE metric_name = 'k8s_deployment_available' AND unix_milli >= 1733227620000 AND unix_milli < 1733227680000 GROUP BY fingerprint, ts ORDER BY fingerprint, ts) WHERE isNaN(per_series_value) = 0 GROUP BY ts ORDER BY ts ASC","source":"alerts","client":"query-service","alertID":"1387"}
{"level":"INFO","timestamp":"2024-12-03T121010.872Z","caller":"utils/time.go:17","msg":"Elapsed time","func_name":"GetTimeSeriesResultV3","duration":41,"query":"SELECT ts, avg(per_series_value) as value FROM (SELECT fingerprint, toStartOfInterval(toDateTime(intDiv(unix_milli, 1000)), INTERVAL 5 SECOND) as ts, avg(value) as per_series_value FROM signoz_metrics.distributed_samples_v4 INNER JOIN (SELECT DISTINCT fingerprint FROM signoz_metrics.time_series_v4 WHERE metric_name = 'k8s_deployment_desired' AND temporality = 'Unspecified' AND unix_milli >= 1733227200000 AND unix_milli < 1733227680000 AND JSONExtractString(labels, 'k8s_deployment_name') = 'ngage-sms-mo') as filtered_time_series USING fingerprint WHERE metric_name = 'k8s_deployment_desired' AND unix_milli >= 1733227620000 AND unix_milli < 1733227680000 GROUP BY fingerprint, ts ORDER BY fingerprint, ts) WHERE isNaN(per_series_value) = 0 GROUP BY ts ORDER BY ts ASC","source":"alerts","client":"query-service","alertID":"1387"}
{"level":"INFO","timestamp":"2024-12-03T121010.872Z","caller":"rules/threshold_rule.go:462","msg":"number of alerts found","name":"sms-mo alert - Copy","count":0}
^C