feat: add flag to switch to span metrics for service level latency metrics (#3134)

ee/query-service/app/api/api.go

@@ -18,6 +18,7 @@ type APIHandlerOptions struct {
 	DataConnector     interfaces.DataConnector
 	SkipConfig        *basemodel.SkipConfig
 	PreferDelta       bool
+	PreferSpanMetrics bool
 	AppDao            dao.ModelDao
 	RulesManager      *rules.Manager
 	FeatureFlags      baseint.FeatureLookup
@@ -36,6 +37,7 @@ func NewAPIHandler(opts APIHandlerOptions) (*APIHandler, error) {
 		Reader:            opts.DataConnector,
 		SkipConfig:        opts.SkipConfig,
 		PerferDelta:       opts.PreferDelta,
+		PreferSpanMetrics: opts.PreferSpanMetrics,
 		AppDao:            opts.AppDao,
 		RuleManager:       opts.RulesManager,
 		FeatureFlags:      opts.FeatureFlags})

ee/query-service/app/api/featureFlags.go

@@ -2,6 +2,8 @@ package api
 
 import (
 	"net/http"
+
+	basemodel "go.signoz.io/signoz/pkg/query-service/model"
 )
 
 func (ah *APIHandler) getFeatureFlags(w http.ResponseWriter, r *http.Request) {
@@ -10,5 +12,13 @@ func (ah *APIHandler) getFeatureFlags(w http.ResponseWriter, r *http.Request) {
 		ah.HandleError(w, err, http.StatusInternalServerError)
 		return
 	}
+	if ah.opts.PreferSpanMetrics {
+		for idx := range featureSet {
+			feature := &featureSet[idx]
+			if feature.Name == basemodel.UseSpanMetrics {
+				featureSet[idx].Active = true
+			}
+		}
+	}
 	ah.Respond(w, featureSet)
 }

ee/query-service/app/server.go

@@ -57,6 +57,7 @@ type ServerOptions struct {
 	DisableRules      bool
 	RuleRepoURL       string
 	PreferDelta       bool
+	PreferSpanMetrics bool
 }
 
 // Server runs HTTP api service
@@ -172,6 +173,7 @@ func NewServer(serverOptions *ServerOptions) (*Server, error) {
 		DataConnector:     reader,
 		SkipConfig:        skipConfig,
 		PreferDelta:       serverOptions.PreferDelta,
+		PreferSpanMetrics: serverOptions.PreferSpanMetrics,
 		AppDao:            modelDao,
 		RulesManager:      rm,
 		FeatureFlags:      lm,

ee/query-service/main.go

@@ -84,11 +84,13 @@ func main() {
 
 	var enableQueryServiceLogOTLPExport bool
 	var preferDelta bool
+	var preferSpanMetrics bool
 
 	flag.StringVar(&promConfigPath, "config", "./config/prometheus.yml", "(prometheus config to read metrics)")
 	flag.StringVar(&skipTopLvlOpsPath, "skip-top-level-ops", "", "(config file to skip top level operations)")
 	flag.BoolVar(&disableRules, "rules.disable", false, "(disable rule evaluation)")
-	flag.BoolVar(&preferDelta, "prefer-delta", false, "(prefer delta over raw metrics)")
+	flag.BoolVar(&preferDelta, "prefer-delta", false, "(prefer delta over cumulative metrics)")
+	flag.BoolVar(&preferSpanMetrics, "prefer-span-metrics", false, "(prefer span metrics for service level metrics)")
 	flag.StringVar(&ruleRepoURL, "rules.repo-url", baseconst.AlertHelpPage, "(host address used to build rule link in alert messages)")
 	flag.BoolVar(&enableQueryServiceLogOTLPExport, "enable.query.service.log.otlp.export", false, "(enable query service log otlp export)")
 	flag.Parse()
@@ -105,6 +107,7 @@ func main() {
 		PromConfigPath:    promConfigPath,
 		SkipTopLvlOpsPath: skipTopLvlOpsPath,
 		PreferDelta:       preferDelta,
+		PreferSpanMetrics: preferSpanMetrics,
 		PrivateHostPort:   baseconst.PrivateHostPort,
 		DisableRules:      disableRules,
 		RuleRepoURL:       ruleRepoURL,

ee/query-service/model/plans.go

@@ -60,6 +60,13 @@ var BasicPlan = basemodel.FeatureSet{
 		UsageLimit: 5,
 		Route:      "",
 	},
+	basemodel.Feature{
+		Name:       basemodel.UseSpanMetrics,
+		Active:     false,
+		Usage:      0,
+		UsageLimit: -1,
+		Route:      "",
+	},
 }
 
 var ProPlan = basemodel.FeatureSet{
@@ -105,6 +112,13 @@ var ProPlan = basemodel.FeatureSet{
 		UsageLimit: -1,
 		Route:      "",
 	},
+	basemodel.Feature{
+		Name:       basemodel.UseSpanMetrics,
+		Active:     false,
+		Usage:      0,
+		UsageLimit: -1,
+		Route:      "",
+	},
 }
 
 var EnterprisePlan = basemodel.FeatureSet{
@@ -150,4 +164,11 @@ var EnterprisePlan = basemodel.FeatureSet{
 		UsageLimit: -1,
 		Route:      "",
 	},
+	basemodel.Feature{
+		Name:       basemodel.UseSpanMetrics,
+		Active:     false,
+		Usage:      0,
+		UsageLimit: -1,
+		Route:      "",
+	},
 }

pkg/query-service/app/http_handler.go

@@ -72,6 +72,7 @@ type APIHandler struct {
 	ready             func(http.HandlerFunc) http.HandlerFunc
 	queryBuilder      *queryBuilder.QueryBuilder
 	preferDelta       bool
+	preferSpanMetrics bool
 
 	// SetupCompleted indicates if SigNoz is ready for general use.
 	// at the moment, we mark the app ready when the first user
@@ -87,6 +88,7 @@ type APIHandlerOpts struct {
 	SkipConfig *model.SkipConfig
 
 	PerferDelta       bool
+	PreferSpanMetrics bool
 	// dao layer to perform crud on app objects like dashboard, alerts etc
 	AppDao dao.ModelDao
 
@@ -110,6 +112,7 @@ func NewAPIHandler(opts APIHandlerOpts) (*APIHandler, error) {
 		appDao:            opts.AppDao,
 		skipConfig:        opts.SkipConfig,
 		preferDelta:       opts.PerferDelta,
+		preferSpanMetrics: opts.PreferSpanMetrics,
 		alertManager:      alertManager,
 		ruleManager:       opts.RuleManager,
 		featureFlags:      opts.FeatureFlags,
@@ -1668,6 +1671,14 @@ func (aH *APIHandler) getFeatureFlags(w http.ResponseWriter, r *http.Request) {
 		aH.HandleError(w, err, http.StatusInternalServerError)
 		return
 	}
+	if aH.preferSpanMetrics {
+		for idx := range featureSet {
+			feature := &featureSet[idx]
+			if feature.Name == model.UseSpanMetrics {
+				featureSet[idx].Active = true
+			}
+		}
+	}
 	aH.Respond(w, featureSet)
 }
 

pkg/query-service/app/server.go

@@ -49,6 +49,7 @@ type ServerOptions struct {
 	DisableRules      bool
 	RuleRepoURL       string
 	PreferDelta       bool
+	PreferSpanMetrics bool
 }
 
 // Server runs HTTP, Mux and a grpc server
@@ -127,6 +128,7 @@ func NewServer(serverOptions *ServerOptions) (*Server, error) {
 		Reader:            reader,
 		SkipConfig:        skipConfig,
 		PerferDelta:       serverOptions.PreferDelta,
+		PreferSpanMetrics: serverOptions.PreferSpanMetrics,
 		AppDao:            dao.DB(),
 		RuleManager:       rm,
 		FeatureFlags:      fm,

pkg/query-service/constants/constants.go

@@ -87,6 +87,13 @@ var DEFAULT_FEATURE_SET = model.FeatureSet{
 		UsageLimit: -1,
 		Route:      "",
 	},
+	model.Feature{
+		Name:       model.UseSpanMetrics,
+		Active:     false,
+		Usage:      0,
+		UsageLimit: -1,
+		Route:      "",
+	},
 }
 
 func GetContextTimeout() time.Duration {

pkg/query-service/main.go

@@ -35,11 +35,13 @@ func main() {
 	var ruleRepoURL string
 
 	var preferDelta bool
+	var preferSpanMetrics bool
 
 	flag.StringVar(&promConfigPath, "config", "./config/prometheus.yml", "(prometheus config to read metrics)")
 	flag.StringVar(&skipTopLvlOpsPath, "skip-top-level-ops", "", "(config file to skip top level operations)")
 	flag.BoolVar(&disableRules, "rules.disable", false, "(disable rule evaluation)")
-	flag.BoolVar(&preferDelta, "prefer-delta", false, "(prefer delta over gauge)")
+	flag.BoolVar(&preferDelta, "prefer-delta", false, "(prefer delta over cumulative metrics)")
+	flag.BoolVar(&preferSpanMetrics, "prefer-span-metrics", false, "(prefer span metrics for service level metrics)")
 	flag.StringVar(&ruleRepoURL, "rules.repo-url", constants.AlertHelpPage, "(host address used to build rule link in alert messages)")
 	flag.Parse()
 
@@ -55,6 +57,7 @@ func main() {
 		PromConfigPath:    promConfigPath,
 		SkipTopLvlOpsPath: skipTopLvlOpsPath,
 		PreferDelta:       preferDelta,
+		PreferSpanMetrics: preferSpanMetrics,
 		PrivateHostPort:   constants.PrivateHostPort,
 		DisableRules:      disableRules,
 		RuleRepoURL:       ruleRepoURL,

pkg/query-service/model/featureSet.go

@@ -14,3 +14,4 @@ const CustomMetricsFunction = "CUSTOM_METRICS_FUNCTION"
 const OSS = "OSS"
 const QueryBuilderPanels = "QUERY_BUILDER_PANELS"
 const QueryBuilderAlerts = "QUERY_BUILDER_ALERTS"
+const UseSpanMetrics = "USE_SPAN_METRICS"