mirror of
https://git.mirrors.martin98.com/https://github.com/SigNoz/signoz
synced 2025-06-04 11:25:52 +08:00
d1a256a6d5
* feat: don't throw error is unable to enrich metadata * feat: remove isDefaultEnriched key * feat: validate and cast added * feat: function name corrected --------- Co-authored-by: Srikanth Chekuri <srikanth.chekuri92@gmail.com>
761 lines
33 KiB
Go
761 lines
33 KiB
Go
package v3
|
|
|
|
import (
|
|
"testing"
|
|
|
|
. "github.com/smartystreets/goconvey/convey"
|
|
"go.signoz.io/signoz/pkg/query-service/constants"
|
|
v3 "go.signoz.io/signoz/pkg/query-service/model/v3"
|
|
)
|
|
|
|
var testGetClickhouseColumnNameData = []struct {
|
|
Name string
|
|
AttributeKey v3.AttributeKey
|
|
ExpectedColumnName string
|
|
}{
|
|
{
|
|
Name: "attribute",
|
|
AttributeKey: v3.AttributeKey{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
ExpectedColumnName: "attributes_string_value[indexOf(attributes_string_key, 'user_name')]",
|
|
},
|
|
{
|
|
Name: "resource",
|
|
AttributeKey: v3.AttributeKey{Key: "servicename", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource},
|
|
ExpectedColumnName: "resources_string_value[indexOf(resources_string_key, 'servicename')]",
|
|
},
|
|
{
|
|
Name: "selected field",
|
|
AttributeKey: v3.AttributeKey{Key: "servicename", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag, IsColumn: true},
|
|
ExpectedColumnName: "servicename",
|
|
},
|
|
{
|
|
Name: "top level column",
|
|
AttributeKey: v3.AttributeKey{Key: "trace_id", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
ExpectedColumnName: "trace_id",
|
|
},
|
|
{
|
|
Name: "top level column with isColumn ignored",
|
|
AttributeKey: v3.AttributeKey{Key: "trace_id", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag, IsColumn: false},
|
|
ExpectedColumnName: "trace_id",
|
|
},
|
|
}
|
|
|
|
func TestGetClickhouseColumnName(t *testing.T) {
|
|
for _, tt := range testGetClickhouseColumnNameData {
|
|
Convey("testGetClickhouseColumnNameData", t, func() {
|
|
columnName, err := getClickhouseColumnName(tt.AttributeKey, map[string]v3.AttributeKey{})
|
|
So(err, ShouldBeNil)
|
|
So(columnName, ShouldEqual, tt.ExpectedColumnName)
|
|
})
|
|
}
|
|
}
|
|
|
|
var testGetSelectLabelsData = []struct {
|
|
Name string
|
|
AggregateOperator v3.AggregateOperator
|
|
GroupByTags []v3.AttributeKey
|
|
SelectLabels string
|
|
}{
|
|
{
|
|
Name: "select fields for groupBy attribute",
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
GroupByTags: []v3.AttributeKey{{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
SelectLabels: ", attributes_string_value[indexOf(attributes_string_key, 'user_name')] as user_name",
|
|
},
|
|
{
|
|
Name: "select fields for groupBy resource",
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
GroupByTags: []v3.AttributeKey{{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}},
|
|
SelectLabels: ", resources_string_value[indexOf(resources_string_key, 'user_name')] as user_name",
|
|
},
|
|
{
|
|
Name: "select fields for groupBy attribute and resource",
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
GroupByTags: []v3.AttributeKey{
|
|
{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource},
|
|
{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
},
|
|
SelectLabels: ", resources_string_value[indexOf(resources_string_key, 'user_name')] as user_name, attributes_string_value[indexOf(attributes_string_key, 'host')] as host",
|
|
},
|
|
{
|
|
Name: "select fields for groupBy materialized columns",
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
GroupByTags: []v3.AttributeKey{{Key: "host", IsColumn: true}},
|
|
SelectLabels: ", host as host",
|
|
},
|
|
}
|
|
|
|
func TestGetSelectLabels(t *testing.T) {
|
|
for _, tt := range testGetSelectLabelsData {
|
|
Convey("testGetSelectLabelsData", t, func() {
|
|
selectLabels, err := getSelectLabels(tt.AggregateOperator, tt.GroupByTags, map[string]v3.AttributeKey{})
|
|
So(err, ShouldBeNil)
|
|
So(selectLabels, ShouldEqual, tt.SelectLabels)
|
|
})
|
|
}
|
|
}
|
|
|
|
var timeSeriesFilterQueryData = []struct {
|
|
Name string
|
|
FilterSet *v3.FilterSet
|
|
GroupBy []v3.AttributeKey
|
|
ExpectedFilter string
|
|
Fields map[string]v3.AttributeKey
|
|
Error string
|
|
}{
|
|
{
|
|
Name: "Test attribute and resource attribute",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "john", Operator: "="},
|
|
{Key: v3.AttributeKey{Key: "k8s_namespace", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}, Value: "my_service", Operator: "!="},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'user_name')] = 'john' AND resources_string_value[indexOf(resources_string_key, 'k8s_namespace')] != 'my_service'",
|
|
},
|
|
{
|
|
Name: "Test materialized column",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag, IsColumn: true}, Value: "john", Operator: "="},
|
|
{Key: v3.AttributeKey{Key: "k8s_namespace", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}, Value: "my_service", Operator: "!="},
|
|
}},
|
|
ExpectedFilter: " AND user_name = 'john' AND resources_string_value[indexOf(resources_string_key, 'k8s_namespace')] != 'my_service'",
|
|
},
|
|
{
|
|
Name: "Test like",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "102.%", Operator: "like"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] ILIKE '102.%'",
|
|
},
|
|
{
|
|
Name: "Test IN",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeFloat64, Type: v3.AttributeKeyTypeTag}, Value: []interface{}{1, 2, 3, 4}, Operator: "in"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_float64_value[indexOf(attributes_float64_key, 'bytes')] IN [1,2,3,4]",
|
|
},
|
|
{
|
|
Name: "Test DataType int64",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeInt64, Type: v3.AttributeKeyTypeTag}, Value: 10, Operator: ">"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_int64_value[indexOf(attributes_int64_key, 'bytes')] > 10",
|
|
},
|
|
{
|
|
Name: "Test NOT IN",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: []interface{}{"john", "bunny"}, Operator: "nin"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'name')] NOT IN ['john','bunny']",
|
|
},
|
|
{
|
|
Name: "Test exists",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "", Operator: "exists"},
|
|
}},
|
|
ExpectedFilter: " AND has(attributes_string_key, 'bytes')",
|
|
},
|
|
{
|
|
Name: "Test not exists",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "", Operator: "nexists"},
|
|
}},
|
|
ExpectedFilter: " AND not has(attributes_string_key, 'bytes')",
|
|
},
|
|
{
|
|
Name: "Test contains",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "102.", Operator: "contains"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] ILIKE '%102.%'",
|
|
},
|
|
{
|
|
Name: "Test not contains",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "102.", Operator: "ncontains"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%'",
|
|
},
|
|
{
|
|
Name: "Test no metadata",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host"}, Value: "102.", Operator: "ncontains"},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%'",
|
|
},
|
|
{
|
|
Name: "Test no metadata number",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes"}, Value: 102, Operator: "="},
|
|
}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'bytes')] = '102'",
|
|
},
|
|
{
|
|
Name: "Test groupBy",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "102.", Operator: "ncontains"},
|
|
}},
|
|
GroupBy: []v3.AttributeKey{{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%' AND indexOf(attributes_string_key, 'host') > 0",
|
|
},
|
|
{
|
|
Name: "Test groupBy isColumn",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "102.", Operator: "ncontains"},
|
|
}},
|
|
GroupBy: []v3.AttributeKey{{Key: "host", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag, IsColumn: true}},
|
|
ExpectedFilter: " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%'",
|
|
},
|
|
{
|
|
Name: "Wrong data",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes"}, Value: true, Operator: "="},
|
|
}},
|
|
Fields: map[string]v3.AttributeKey{"bytes": {Key: "bytes", DataType: v3.AttributeKeyDataTypeFloat64, Type: v3.AttributeKeyTypeTag}},
|
|
Error: "failed to validate and cast value for bytes: invalid data type, expected float, got bool",
|
|
},
|
|
{
|
|
Name: "Cast data",
|
|
FilterSet: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes"}, Value: 102, Operator: "="},
|
|
}},
|
|
Fields: map[string]v3.AttributeKey{"bytes": {Key: "bytes", DataType: v3.AttributeKeyDataTypeInt64, Type: v3.AttributeKeyTypeTag}},
|
|
ExpectedFilter: " AND attributes_int64_value[indexOf(attributes_int64_key, 'bytes')] = 102",
|
|
},
|
|
}
|
|
|
|
func TestBuildLogsTimeSeriesFilterQuery(t *testing.T) {
|
|
for _, tt := range timeSeriesFilterQueryData {
|
|
Convey("TestBuildLogsTimeSeriesFilterQuery", t, func() {
|
|
query, err := buildLogsTimeSeriesFilterQuery(tt.FilterSet, tt.GroupBy, tt.Fields)
|
|
if tt.Error != "" {
|
|
So(err.Error(), ShouldEqual, tt.Error)
|
|
} else {
|
|
So(err, ShouldBeNil)
|
|
So(query, ShouldEqual, tt.ExpectedFilter)
|
|
}
|
|
|
|
})
|
|
}
|
|
}
|
|
|
|
var testBuildLogsQueryData = []struct {
|
|
Name string
|
|
Start int64
|
|
End int64
|
|
Step int64
|
|
BuilderQuery *v3.BuilderQuery
|
|
GroupByTags []v3.AttributeKey
|
|
TableName string
|
|
AggregateOperator v3.AggregateOperator
|
|
ExpectedQuery string
|
|
}{
|
|
{
|
|
Name: "Test aggregate count on select field",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
Expression: "A",
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count on a attribute",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
Expression: "A",
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND has(attributes_string_key, 'user_name') group by ts order by ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count on a with filter",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "user_name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorCount,
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeFloat64, Type: v3.AttributeKeyTypeTag}, Value: 100, Operator: ">"},
|
|
}},
|
|
Expression: "A",
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND attributes_float64_value[indexOf(attributes_float64_key, 'bytes')] > 100.000000 AND has(attributes_string_key, 'user_name') group by ts order by ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count distinct and order by value",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
OrderBy: []v3.OrderBy{{ColumnName: "#SIGNOZ_VALUE", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by value ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count distinct on non selected field",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count distinct with filter and groupBy",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
{Key: v3.AttributeKey{Key: "x", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}, Value: "abc", Operator: "!="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}, {ColumnName: "ts", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' AND resources_string_value[indexOf(resources_string_key, 'x')] != 'abc' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate count with multiple filter,groupBy and orderBy",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
{Key: v3.AttributeKey{Key: "x", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}, Value: "abc", Operator: "!="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, {Key: "x", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeResource}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}, {ColumnName: "x", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"resources_string_value[indexOf(resources_string_key, 'x')] as x, " +
|
|
"toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' AND resources_string_value[indexOf(resources_string_key, 'x')] != 'abc' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"AND indexOf(resources_string_key, 'x') > 0 " +
|
|
"group by method,x,ts " +
|
|
"order by method ASC,x ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate avg",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", DataType: v3.AttributeKeyDataTypeFloat64, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorAvg,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}, {ColumnName: "x", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"avg(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')]) as value " +
|
|
"from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate sum",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorSum,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"sum(bytes) as value " +
|
|
"from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate min",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorMin,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"min(bytes) as value " +
|
|
"from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate max",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorMax,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
},
|
|
},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"max(bytes) as value " +
|
|
"from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate PXX",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorP05,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{}},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
|
|
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"quantile(0.05)(bytes) as value " +
|
|
"from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate RateSum",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", IsColumn: true},
|
|
AggregateOperator: v3.AggregateOperatorRateSum,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{}},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, attributes_string_value[indexOf(attributes_string_key, 'method')] as method" +
|
|
", sum(bytes)/60 as value from signoz_logs.distributed_logs " +
|
|
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate rate",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", Type: v3.AttributeKeyTypeTag, DataType: v3.AttributeKeyDataTypeFloat64},
|
|
AggregateOperator: v3.AggregateOperatorRate,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{}},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, attributes_string_value[indexOf(attributes_string_key, 'method')] as method" +
|
|
", count(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')])/60 as value " +
|
|
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate RateSum without materialized column",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "bytes", Type: v3.AttributeKeyTypeTag, DataType: v3.AttributeKeyDataTypeFloat64},
|
|
AggregateOperator: v3.AggregateOperatorRateSum,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{}},
|
|
GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, " +
|
|
"attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
|
|
"sum(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')])/60 as value " +
|
|
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
|
|
"AND indexOf(attributes_string_key, 'method') > 0 " +
|
|
"group by method,ts " +
|
|
"order by method ASC,ts",
|
|
},
|
|
{
|
|
Name: "Test Noop",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
SelectColumns: []v3.AttributeKey{},
|
|
QueryName: "A",
|
|
AggregateOperator: v3.AggregateOperatorNoOp,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{}},
|
|
// GroupBy: []v3.AttributeKey{{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}},
|
|
// OrderBy: []v3.OrderBy{{ColumnName: "method", Order: "ASC"}},
|
|
},
|
|
ExpectedQuery: "SELECT timestamp, id, trace_id, span_id, trace_flags, severity_text, severity_number, body,CAST((attributes_string_key, attributes_string_value), 'Map(String, String)') as attributes_string," +
|
|
"CAST((attributes_int64_key, attributes_int64_value), 'Map(String, Int64)') as attributes_int64,CAST((attributes_float64_key, attributes_float64_value), 'Map(String, Float64)') as attributes_float64," +
|
|
"CAST((resources_string_key, resources_string_value), 'Map(String, String)') as resources_string " +
|
|
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) ",
|
|
},
|
|
{
|
|
Name: "Test aggregate with having clause",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
Having: []v3.Having{
|
|
{
|
|
ColumnName: "name",
|
|
Operator: ">",
|
|
Value: 10,
|
|
},
|
|
},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts having value > 10 order by ts",
|
|
},
|
|
{
|
|
Name: "Test aggregate with having clause and filters",
|
|
Start: 1680066360726210000,
|
|
End: 1680066458000000000,
|
|
Step: 60,
|
|
BuilderQuery: &v3.BuilderQuery{
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "name", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag},
|
|
AggregateOperator: v3.AggregateOperatorCountDistinct,
|
|
Expression: "A",
|
|
Filters: &v3.FilterSet{Operator: "AND", Items: []v3.FilterItem{
|
|
{Key: v3.AttributeKey{Key: "method", DataType: v3.AttributeKeyDataTypeString, Type: v3.AttributeKeyTypeTag}, Value: "GET", Operator: "="},
|
|
},
|
|
},
|
|
Having: []v3.Having{
|
|
{
|
|
ColumnName: "name",
|
|
Operator: ">",
|
|
Value: 10,
|
|
},
|
|
},
|
|
},
|
|
TableName: "logs",
|
|
ExpectedQuery: "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' group by ts having value > 10 order by ts",
|
|
},
|
|
}
|
|
|
|
func TestBuildLogsQuery(t *testing.T) {
|
|
for _, tt := range testBuildLogsQueryData {
|
|
Convey("TestBuildLogsQuery", t, func() {
|
|
query, err := buildLogsQuery(tt.Start, tt.End, tt.Step, tt.BuilderQuery, map[string]v3.AttributeKey{})
|
|
So(err, ShouldBeNil)
|
|
So(query, ShouldEqual, tt.ExpectedQuery)
|
|
|
|
})
|
|
}
|
|
}
|
|
|
|
var testGetZerosForEpochNanoData = []struct {
|
|
Name string
|
|
Epoch int64
|
|
Multiplier int64
|
|
Result int64
|
|
}{
|
|
{
|
|
Name: "Test 1",
|
|
Epoch: 1680712080000,
|
|
Multiplier: 1000000,
|
|
Result: 1680712080000000000,
|
|
},
|
|
{
|
|
Name: "Test 1",
|
|
Epoch: 1680712080000000000,
|
|
Multiplier: 1,
|
|
Result: 1680712080000000000,
|
|
},
|
|
}
|
|
|
|
func TestGetZerosForEpochNano(t *testing.T) {
|
|
for _, tt := range testGetZerosForEpochNanoData {
|
|
Convey("testGetZerosForEpochNanoData", t, func() {
|
|
multiplier := getZerosForEpochNano(tt.Epoch)
|
|
So(multiplier, ShouldEqual, tt.Multiplier)
|
|
So(tt.Epoch*multiplier, ShouldEqual, tt.Result)
|
|
})
|
|
}
|
|
}
|
|
|
|
var testOrderBy = []struct {
|
|
Name string
|
|
Items []v3.OrderBy
|
|
Tags []string
|
|
Result string
|
|
}{
|
|
{
|
|
Name: "Test 1",
|
|
Items: []v3.OrderBy{
|
|
{
|
|
ColumnName: "name",
|
|
Order: "asc",
|
|
},
|
|
{
|
|
ColumnName: constants.SigNozOrderByValue,
|
|
Order: "desc",
|
|
},
|
|
},
|
|
Tags: []string{"name"},
|
|
Result: "name asc,value desc",
|
|
},
|
|
{
|
|
Name: "Test 2",
|
|
Items: []v3.OrderBy{
|
|
{
|
|
ColumnName: "name",
|
|
Order: "asc",
|
|
},
|
|
{
|
|
ColumnName: "bytes",
|
|
Order: "asc",
|
|
},
|
|
},
|
|
Tags: []string{"name", "bytes"},
|
|
Result: "name asc,bytes asc",
|
|
},
|
|
{
|
|
Name: "Test 3",
|
|
Items: []v3.OrderBy{
|
|
{
|
|
ColumnName: "name",
|
|
Order: "asc",
|
|
},
|
|
{
|
|
ColumnName: constants.SigNozOrderByValue,
|
|
Order: "asc",
|
|
},
|
|
{
|
|
ColumnName: "bytes",
|
|
Order: "asc",
|
|
},
|
|
},
|
|
Tags: []string{"name", "bytes"},
|
|
Result: "name asc,bytes asc,value asc",
|
|
},
|
|
}
|
|
|
|
func TestOrderBy(t *testing.T) {
|
|
for _, tt := range testOrderBy {
|
|
Convey("testOrderBy", t, func() {
|
|
res := orderBy(tt.Items, tt.Tags)
|
|
So(res, ShouldEqual, tt.Result)
|
|
|
|
// So(multiplier, ShouldEqual, tt.Multiplier)
|
|
// So(tt.Epoch*multiplier, ShouldEqual, tt.Result)
|
|
})
|
|
}
|
|
}
|