mirror of
https://git.mirrors.martin98.com/https://github.com/SigNoz/signoz
synced 2025-06-21 11:00:25 +08:00
551 lines
16 KiB
Go
551 lines
16 KiB
Go
package tracefunnel
|
|
|
|
import (
|
|
"fmt"
|
|
)
|
|
|
|
func formatClause(clause string) string {
|
|
if clause == "" {
|
|
return ""
|
|
}
|
|
return fmt.Sprintf("%s", clause)
|
|
}
|
|
|
|
func BuildTwoStepFunnelValidationQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
toDateTime64(%[3]d/1e9, 9) AS start_ts,
|
|
toDateTime64(%[4]d/1e9, 9) AS end_ts,
|
|
|
|
('%[5]s','%[6]s') AS step1,
|
|
('%[7]s','%[8]s') AS step2
|
|
|
|
SELECT
|
|
trace_id
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp, serviceName = step1.1 AND name = step1.2) AS t1_time,
|
|
minIf(timestamp, serviceName = step2.1 AND name = step2.2) AS t2_time
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName = step1.1 AND name = step1.2 AND (contains_error_t1 = 0 OR has_error = true) %[9]s)
|
|
OR
|
|
(serviceName = step2.1 AND name = step2.2 AND (contains_error_t2 = 0 OR has_error = true) %[10]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE
|
|
t2_time > t1_time
|
|
AND t1_time > 0
|
|
AND t2_time > 0
|
|
ORDER BY t1_time
|
|
LIMIT 5;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
)
|
|
}
|
|
|
|
func BuildThreeStepFunnelValidationQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
containsErrorT3 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
serviceNameT3 string,
|
|
spanNameT3 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
clauseStep3 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
%[3]d AS contains_error_t3,
|
|
toDateTime64(%[4]d/1e9, 9) AS start_ts,
|
|
toDateTime64(%[5]d/1e9, 9) AS end_ts,
|
|
|
|
('%[6]s','%[7]s') AS step1,
|
|
('%[8]s','%[9]s') AS step2,
|
|
('%[10]s','%[11]s') AS step3
|
|
|
|
SELECT
|
|
trace_id
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp, serviceName = step1.1 AND name = step1.2) AS t1_time,
|
|
minIf(timestamp, serviceName = step2.1 AND name = step2.2) AS t2_time,
|
|
minIf(timestamp, serviceName = step3.1 AND name = step3.2) AS t3_time
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName = step1.1 AND name = step1.2 AND (contains_error_t1 = 0 OR has_error = true) %[12]s)
|
|
OR
|
|
(serviceName = step2.1 AND name = step2.2 AND (contains_error_t2 = 0 OR has_error = true) %[13]s)
|
|
OR
|
|
(serviceName = step3.1 AND name = step3.2 AND (contains_error_t3 = 0 OR has_error = true) %[14]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE
|
|
t1_time > 0
|
|
AND t2_time > t1_time
|
|
AND t3_time > t2_time
|
|
ORDER BY t1_time
|
|
LIMIT 5;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
containsErrorT3,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
serviceNameT3,
|
|
spanNameT3,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
formatClause(clauseStep3),
|
|
)
|
|
}
|
|
|
|
func BuildTwoStepFunnelOverviewQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
latencyPointerT1 string,
|
|
latencyPointerT2 string,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
'%[3]s' AS latency_pointer_t1,
|
|
'%[4]s' AS latency_pointer_t2,
|
|
toDateTime64(%[5]d/1e9, 9) AS start_ts,
|
|
toDateTime64(%[6]d/1e9, 9) AS end_ts,
|
|
(%[6]d-%[5]d)/1e9 AS time_window_sec,
|
|
|
|
('%[7]s','%[8]s') AS step1,
|
|
('%[9]s','%[10]s') AS step2
|
|
|
|
SELECT
|
|
round(countIf(t1_time>0 AND t2_time>0)*100.0/countIf(t1_time>0),2) AS conversion_rate,
|
|
countIf(t1_time>0 AND t2_time>0)/time_window_sec AS avg_rate,
|
|
greatest(sum(s1_error), sum(s2_error)) AS errors,
|
|
avg(dateDiff('microseconds', t1_time, t2_time)/1000.0) AS avg_duration,
|
|
quantile(0.99)(dateDiff('microseconds', t1_time, t2_time)/1000.0) AS p99_latency
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp, serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp, serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
anyIf(has_error,serviceName=step1.1 AND name=step1.2) AS s1_error,
|
|
anyIf(has_error,serviceName=step2.1 AND name=step2.2) AS s2_error
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[11]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[12]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE t1_time>0 AND t2_time>t1_time;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
latencyPointerT1,
|
|
latencyPointerT2,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
)
|
|
}
|
|
|
|
func BuildThreeStepFunnelOverviewQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
containsErrorT3 int,
|
|
latencyPointerT1 string,
|
|
latencyPointerT2 string,
|
|
latencyPointerT3 string,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
serviceNameT3 string,
|
|
spanNameT3 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
clauseStep3 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
%[3]d AS contains_error_t3,
|
|
'%[4]s' AS latency_pointer_t1,
|
|
'%[5]s' AS latency_pointer_t2,
|
|
'%[6]s' AS latency_pointer_t3,
|
|
toDateTime64(%[7]d/1e9,9) AS start_ts,
|
|
toDateTime64(%[8]d/1e9,9) AS end_ts,
|
|
(%[8]d-%[7]d)/1e9 AS time_window_sec,
|
|
|
|
('%[9]s','%[10]s') AS step1,
|
|
('%[11]s','%[12]s') AS step2,
|
|
('%[13]s','%[14]s') AS step3
|
|
|
|
SELECT
|
|
round(countIf(t1_time>0 AND t2_time>t1_time AND t3_time>t2_time)*100.0/countIf(t1_time>0),2) AS conversion_rate,
|
|
countIf(t1_time>0 AND t2_time>t1_time)/time_window_sec AS avg_rate,
|
|
greatest(sum(s1_error), sum(s2_error), sum(s3_error)) AS errors,
|
|
avg(dateDiff('microseconds', t1_time, t2_time)/1000.0) AS avg_duration_ms,
|
|
quantile(0.99)(dateDiff('microseconds', t1_time, t2_time)/1000.0) AS p99_duration_ms
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp,serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp,serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
minIf(timestamp,serviceName=step3.1 AND name=step3.2) AS t3_time,
|
|
anyIf(has_error,serviceName=step1.1 AND name=step1.2) AS s1_error,
|
|
anyIf(has_error,serviceName=step2.1 AND name=step2.2) AS s2_error,
|
|
anyIf(has_error,serviceName=step3.1 AND name=step3.2) AS s3_error
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[15]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[16]s)
|
|
OR
|
|
(serviceName=step3.1 AND name=step3.2 AND (contains_error_t3=0 OR has_error=true) %[17]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE t1_time>0 AND t2_time>t1_time AND t3_time>t2_time;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
containsErrorT3,
|
|
latencyPointerT1,
|
|
latencyPointerT2,
|
|
latencyPointerT3,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
serviceNameT3,
|
|
spanNameT3,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
formatClause(clauseStep3),
|
|
)
|
|
}
|
|
|
|
func BuildTwoStepFunnelCountQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
toDateTime64(%[3]d/1e9,9) AS start_ts,
|
|
toDateTime64(%[4]d/1e9,9) AS end_ts,
|
|
|
|
('%[5]s','%[6]s') AS step1,
|
|
('%[7]s','%[8]s') AS step2
|
|
|
|
SELECT
|
|
countIf(t1_time>0) AS total_s1_spans,
|
|
countIf(t1_error=1) AS total_s1_errored_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time) AS total_s2_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time AND t2_error=1) AS total_s2_errored_spans
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp,serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp,serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
toUInt8(anyIf(has_error,serviceName=step1.1 AND name=step1.2)) AS t1_error,
|
|
toUInt8(anyIf(has_error,serviceName=step2.1 AND name=step2.2)) AS t2_error
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[9]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[10]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE t1_time>0;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
)
|
|
}
|
|
|
|
func BuildThreeStepFunnelCountQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
containsErrorT3 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
serviceNameT3 string,
|
|
spanNameT3 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
clauseStep3 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
%[3]d AS contains_error_t3,
|
|
toDateTime64(%[4]d/1e9,9) AS start_ts,
|
|
toDateTime64(%[5]d/1e9,9) AS end_ts,
|
|
|
|
('%[6]s','%[7]s') AS step1,
|
|
('%[8]s','%[9]s') AS step2,
|
|
('%[10]s','%[11]s') AS step3
|
|
|
|
SELECT
|
|
countIf(t1_time>0) AS total_s1_spans,
|
|
countIf(t1_error=1) AS total_s1_errored_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time) AS total_s2_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time AND t2_error=1) AS total_s2_errored_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time AND t3_time>t2_time) AS total_s3_spans,
|
|
countIf(t1_time>0 AND t2_time>t1_time AND t3_time>t2_time AND t3_error=1) AS total_s3_errored_spans
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp,serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp,serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
minIf(timestamp,serviceName=step3.1 AND name=step3.2) AS t3_time,
|
|
toUInt8(anyIf(has_error,serviceName=step1.1 AND name=step1.2)) AS t1_error,
|
|
toUInt8(anyIf(has_error,serviceName=step2.1 AND name=step2.2)) AS t2_error,
|
|
toUInt8(anyIf(has_error,serviceName=step3.1 AND name=step3.2)) AS t3_error
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[12]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[13]s)
|
|
OR
|
|
(serviceName=step3.1 AND name=step3.2 AND (contains_error_t3=0 OR has_error=true) %[14]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE t1_time>0;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
containsErrorT3,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
serviceNameT3,
|
|
spanNameT3,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
formatClause(clauseStep3),
|
|
)
|
|
}
|
|
|
|
func BuildTwoStepFunnelTopSlowTracesQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
toDateTime64(%[3]d/1e9,9) AS start_ts,
|
|
toDateTime64(%[4]d/1e9,9) AS end_ts,
|
|
|
|
('%[5]s','%[6]s') AS step1,
|
|
('%[7]s','%[8]s') AS step2
|
|
|
|
SELECT
|
|
trace_id,
|
|
dateDiff('microseconds', t1_time, t2_time)/1000.0 AS duration_ms,
|
|
span_count
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp,serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp,serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
count() AS span_count
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[9]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[10]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE t2_time>t1_time
|
|
ORDER BY duration_ms DESC
|
|
LIMIT 5;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
)
|
|
}
|
|
|
|
func BuildTwoStepFunnelTopSlowErrorTracesQuery(
|
|
containsErrorT1 int,
|
|
containsErrorT2 int,
|
|
startTs int64,
|
|
endTs int64,
|
|
serviceNameT1 string,
|
|
spanNameT1 string,
|
|
serviceNameT2 string,
|
|
spanNameT2 string,
|
|
clauseStep1 string,
|
|
clauseStep2 string,
|
|
) string {
|
|
queryTemplate := `
|
|
WITH
|
|
%[1]d AS contains_error_t1,
|
|
%[2]d AS contains_error_t2,
|
|
toDateTime64(%[3]d/1e9,9) AS start_ts,
|
|
toDateTime64(%[4]d/1e9,9) AS end_ts,
|
|
|
|
('%[5]s','%[6]s') AS step1,
|
|
('%[7]s','%[8]s') AS step2
|
|
|
|
SELECT
|
|
trace_id,
|
|
dateDiff('microseconds', t1_time, t2_time)/1000.0 AS duration_ms,
|
|
span_count
|
|
FROM (
|
|
SELECT
|
|
trace_id,
|
|
minIf(timestamp,serviceName=step1.1 AND name=step1.2) AS t1_time,
|
|
minIf(timestamp,serviceName=step2.1 AND name=step2.2) AS t2_time,
|
|
toUInt8(anyIf(has_error,serviceName=step1.1 AND name=step1.2)) AS t1_error,
|
|
toUInt8(anyIf(has_error,serviceName=step2.1 AND name=step2.2)) AS t2_error,
|
|
count() AS span_count
|
|
FROM signoz_traces.signoz_index_v3
|
|
WHERE
|
|
timestamp BETWEEN start_ts AND end_ts
|
|
AND (
|
|
(serviceName=step1.1 AND name=step1.2 AND (contains_error_t1=0 OR has_error=true) %[9]s)
|
|
OR
|
|
(serviceName=step2.1 AND name=step2.2 AND (contains_error_t2=0 OR has_error=true) %[10]s)
|
|
)
|
|
GROUP BY trace_id
|
|
) AS funnel
|
|
WHERE
|
|
(t1_error=1 OR t2_error=1)
|
|
AND t2_time>t1_time
|
|
ORDER BY duration_ms DESC
|
|
LIMIT 5;`
|
|
return fmt.Sprintf(queryTemplate,
|
|
containsErrorT1,
|
|
containsErrorT2,
|
|
startTs,
|
|
endTs,
|
|
serviceNameT1,
|
|
spanNameT1,
|
|
serviceNameT2,
|
|
spanNameT2,
|
|
formatClause(clauseStep1),
|
|
formatClause(clauseStep2),
|
|
)
|
|
}
|