mirror of
https://git.mirrors.martin98.com/https://github.com/SigNoz/signoz
synced 2025-07-28 17:51:59 +08:00
473 lines
13 KiB
Go
473 lines
13 KiB
Go
package legacyalertmanager
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/SigNoz/signoz/pkg/alertmanager"
|
|
"github.com/SigNoz/signoz/pkg/alertmanager/alertmanagerbatcher"
|
|
"github.com/SigNoz/signoz/pkg/alertmanager/alertmanagerstore/sqlalertmanagerstore"
|
|
"github.com/SigNoz/signoz/pkg/factory"
|
|
"github.com/SigNoz/signoz/pkg/modules/organization"
|
|
"github.com/SigNoz/signoz/pkg/sqlstore"
|
|
"github.com/SigNoz/signoz/pkg/types/alertmanagertypes"
|
|
"github.com/SigNoz/signoz/pkg/valuer"
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
type postableAlert struct {
|
|
*alertmanagertypes.PostableAlert
|
|
Receivers []string `json:"receivers"`
|
|
}
|
|
|
|
func (pa *postableAlert) MarshalJSON() ([]byte, error) {
|
|
// Marshal the embedded PostableAlert to get its JSON representation.
|
|
alertJSON, err := json.Marshal(pa.PostableAlert)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Unmarshal that JSON into a map so we can add extra fields.
|
|
var m map[string]interface{}
|
|
if err := json.Unmarshal(alertJSON, &m); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Add the Receivers field.
|
|
m["receivers"] = pa.Receivers
|
|
|
|
return json.Marshal(m)
|
|
}
|
|
|
|
const (
|
|
alertsPath string = "/v1/alerts"
|
|
routesPath string = "/v1/routes"
|
|
testReceiverPath string = "/v1/testReceiver"
|
|
)
|
|
|
|
type provider struct {
|
|
config alertmanager.Config
|
|
settings factory.ScopedProviderSettings
|
|
client *http.Client
|
|
configStore alertmanagertypes.ConfigStore
|
|
batcher *alertmanagerbatcher.Batcher
|
|
url *url.URL
|
|
orgGetter organization.Getter
|
|
orgID string
|
|
}
|
|
|
|
func NewFactory(sqlstore sqlstore.SQLStore, orgGetter organization.Getter) factory.ProviderFactory[alertmanager.Alertmanager, alertmanager.Config] {
|
|
return factory.NewProviderFactory(factory.MustNewName("legacy"), func(ctx context.Context, settings factory.ProviderSettings, config alertmanager.Config) (alertmanager.Alertmanager, error) {
|
|
return New(ctx, settings, config, sqlstore, orgGetter)
|
|
})
|
|
}
|
|
|
|
func New(ctx context.Context, providerSettings factory.ProviderSettings, config alertmanager.Config, sqlstore sqlstore.SQLStore, orgGetter organization.Getter) (*provider, error) {
|
|
settings := factory.NewScopedProviderSettings(providerSettings, "github.com/SigNoz/signoz/pkg/alertmanager/legacyalertmanager")
|
|
configStore := sqlalertmanagerstore.NewConfigStore(sqlstore)
|
|
|
|
return &provider{
|
|
config: config,
|
|
settings: settings,
|
|
client: &http.Client{
|
|
Timeout: 30 * time.Second,
|
|
},
|
|
configStore: configStore,
|
|
batcher: alertmanagerbatcher.New(settings.Logger(), alertmanagerbatcher.NewConfig()),
|
|
url: config.Legacy.ApiURL,
|
|
}, nil
|
|
}
|
|
|
|
func (provider *provider) Start(ctx context.Context) error {
|
|
err := provider.batcher.Start(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for alerts := range provider.batcher.C {
|
|
// For the first time, we need to get the orgID from the config store.
|
|
// Since this is the legacy alertmanager, we get the first org from the store.
|
|
if provider.orgID == "" {
|
|
orgIDs, err := provider.orgGetter.ListByOwnedKeyRange(ctx)
|
|
if err != nil {
|
|
provider.settings.Logger().ErrorContext(ctx, "failed to send alerts to alertmanager", "error", err)
|
|
continue
|
|
}
|
|
|
|
if len(orgIDs) == 0 {
|
|
provider.settings.Logger().ErrorContext(ctx, "failed to send alerts to alertmanager", "error", "no orgs found")
|
|
continue
|
|
}
|
|
|
|
provider.orgID = orgIDs[0].ID.String()
|
|
}
|
|
|
|
if err := provider.putAlerts(ctx, provider.orgID, alerts); err != nil {
|
|
provider.settings.Logger().ErrorContext(ctx, "failed to send alerts to alertmanager", "error", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) GetAlerts(ctx context.Context, orgID string, params alertmanagertypes.GettableAlertsParams) (alertmanagertypes.DeprecatedGettableAlerts, error) {
|
|
url := provider.url.JoinPath(alertsPath)
|
|
url.RawQuery = params.RawQuery
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, url.String(), nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if resp.StatusCode/100 != 2 {
|
|
return nil, fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
var alerts alertmanagertypes.DeprecatedGettableAlerts
|
|
if err := json.Unmarshal([]byte(gjson.GetBytes(body, "data").Raw), &alerts); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return alerts, nil
|
|
}
|
|
|
|
func (provider *provider) PutAlerts(ctx context.Context, orgID string, alerts alertmanagertypes.PostableAlerts) error {
|
|
provider.batcher.Add(ctx, alerts...)
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) putAlerts(ctx context.Context, orgID string, alerts alertmanagertypes.PostableAlerts) error {
|
|
cfg, err := provider.configStore.Get(ctx, orgID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var legacyAlerts []postableAlert
|
|
for _, alert := range alerts {
|
|
ruleID, ok := alert.Alert.Labels[alertmanagertypes.RuleIDMatcherName]
|
|
if !ok {
|
|
provider.settings.Logger().WarnContext(ctx, "cannot find ruleID for alert, skipping sending alert to alertmanager", "alert", alert)
|
|
continue
|
|
}
|
|
|
|
receivers := cfg.ReceiverNamesFromRuleID(ruleID)
|
|
if len(receivers) == 0 {
|
|
provider.settings.Logger().WarnContext(ctx, "cannot find receivers for alert, skipping sending alert to alertmanager", "rule_id", ruleID, "alert", alert)
|
|
continue
|
|
}
|
|
|
|
legacyAlerts = append(legacyAlerts, postableAlert{
|
|
PostableAlert: alert,
|
|
Receivers: receivers,
|
|
})
|
|
}
|
|
|
|
url := provider.url.JoinPath(alertsPath)
|
|
|
|
body, err := json.Marshal(legacyAlerts)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) TestReceiver(ctx context.Context, orgID string, receiver alertmanagertypes.Receiver) error {
|
|
url := provider.url.JoinPath(testReceiverPath)
|
|
|
|
body, err := json.Marshal(alertmanagertypes.MSTeamsV2ReceiverToMSTeamsReceiver(receiver))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) TestAlert(ctx context.Context, orgID string, alert *alertmanagertypes.PostableAlert, receivers []string) error {
|
|
url := provider.url.JoinPath(alertsPath)
|
|
|
|
legacyAlerts := make([]postableAlert, 1)
|
|
legacyAlerts[0] = postableAlert{
|
|
PostableAlert: alert,
|
|
Receivers: receivers,
|
|
}
|
|
|
|
body, err := json.Marshal(legacyAlerts)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) ListChannels(ctx context.Context, orgID string) ([]*alertmanagertypes.Channel, error) {
|
|
return provider.configStore.ListChannels(ctx, orgID)
|
|
}
|
|
|
|
func (provider *provider) ListAllChannels(ctx context.Context) ([]*alertmanagertypes.Channel, error) {
|
|
channels, err := provider.configStore.ListAllChannels(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
for _, channel := range channels {
|
|
if err := channel.MSTeamsV2ToMSTeams(); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return channels, nil
|
|
}
|
|
|
|
func (provider *provider) GetChannelByID(ctx context.Context, orgID string, channelID valuer.UUID) (*alertmanagertypes.Channel, error) {
|
|
return provider.configStore.GetChannelByID(ctx, orgID, channelID)
|
|
}
|
|
|
|
func (provider *provider) UpdateChannelByReceiverAndID(ctx context.Context, orgID string, receiver alertmanagertypes.Receiver, id valuer.UUID) error {
|
|
channel, err := provider.configStore.GetChannelByID(ctx, orgID, id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = channel.Update(receiver)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
config, err := provider.configStore.Get(ctx, orgID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := config.UpdateReceiver(receiver); err != nil {
|
|
return err
|
|
}
|
|
|
|
err = provider.configStore.UpdateChannel(ctx, orgID, channel, alertmanagertypes.WithCb(func(ctx context.Context) error {
|
|
url := provider.url.JoinPath(routesPath)
|
|
|
|
body, err := json.Marshal(alertmanagertypes.MSTeamsV2ReceiverToMSTeamsReceiver(receiver))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPut, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
if err := provider.configStore.Set(ctx, config); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) CreateChannel(ctx context.Context, orgID string, receiver alertmanagertypes.Receiver) error {
|
|
channel := alertmanagertypes.NewChannelFromReceiver(receiver, orgID)
|
|
|
|
config, err := provider.configStore.Get(ctx, orgID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := config.CreateReceiver(receiver); err != nil {
|
|
return err
|
|
}
|
|
|
|
return provider.configStore.CreateChannel(ctx, channel, alertmanagertypes.WithCb(func(ctx context.Context) error {
|
|
url := provider.url.JoinPath(routesPath)
|
|
|
|
body, err := json.Marshal(alertmanagertypes.MSTeamsV2ReceiverToMSTeamsReceiver(receiver))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
if err := provider.configStore.Set(ctx, config); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}))
|
|
}
|
|
|
|
func (provider *provider) DeleteChannelByID(ctx context.Context, orgID string, channelID valuer.UUID) error {
|
|
channel, err := provider.configStore.GetChannelByID(ctx, orgID, channelID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
config, err := provider.configStore.Get(ctx, orgID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := config.DeleteReceiver(channel.Name); err != nil {
|
|
return err
|
|
}
|
|
|
|
return provider.configStore.DeleteChannelByID(ctx, orgID, channelID, alertmanagertypes.WithCb(func(ctx context.Context) error {
|
|
url := provider.url.JoinPath(routesPath)
|
|
|
|
body, err := json.Marshal(map[string]string{"name": channel.Name})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodDelete, url.String(), bytes.NewBuffer(body))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Add("Content-Type", "application/json")
|
|
|
|
resp, err := provider.client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer resp.Body.Close() //nolint:errcheck
|
|
|
|
// Any HTTP status 2xx is OK.
|
|
if resp.StatusCode/100 != 2 {
|
|
return fmt.Errorf("bad response status %v", resp.Status)
|
|
}
|
|
|
|
if err := provider.configStore.Set(ctx, config); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}))
|
|
}
|
|
|
|
func (provider *provider) SetConfig(ctx context.Context, config *alertmanagertypes.Config) error {
|
|
return provider.configStore.Set(ctx, config)
|
|
}
|
|
|
|
func (provider *provider) Stop(ctx context.Context) error {
|
|
provider.batcher.Stop(ctx)
|
|
return nil
|
|
}
|
|
|
|
func (provider *provider) GetConfig(ctx context.Context, orgID string) (*alertmanagertypes.Config, error) {
|
|
return provider.configStore.Get(ctx, orgID)
|
|
}
|
|
|
|
func (provider *provider) SetDefaultConfig(ctx context.Context, orgID string) error {
|
|
config, err := alertmanagertypes.NewDefaultConfig(provider.config.Signoz.Config.Global, provider.config.Signoz.Config.Route, orgID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return provider.configStore.Set(ctx, config)
|
|
}
|