refactor(registry): move into factory (#7147)

This commit is contained in:
Vibhu Pandey 2025-02-19 00:35:53 +05:30 committed by GitHub
parent ecbc4acc78
commit 3d85fd831a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
12 changed files with 143 additions and 151 deletions

View File

@ -9,7 +9,7 @@ import (
"github.com/stretchr/testify/assert" "github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
"go.signoz.io/signoz/pkg/cache" "go.signoz.io/signoz/pkg/cache"
"go.signoz.io/signoz/pkg/factory/providertest" "go.signoz.io/signoz/pkg/factory/factorytest"
) )
// TestNew tests the New function // TestNew tests the New function
@ -18,7 +18,7 @@ func TestNew(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
assert.NotNil(t, c) assert.NotNil(t, c)
assert.NotNil(t, c.(*provider).cc) assert.NotNil(t, c.(*provider).cc)
@ -60,7 +60,7 @@ func TestStoreWithNilPointer(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
var storeCacheableEntity *CacheableEntity var storeCacheableEntity *CacheableEntity
assert.Error(t, c.Store(context.Background(), "key", storeCacheableEntity, 10*time.Second)) assert.Error(t, c.Store(context.Background(), "key", storeCacheableEntity, 10*time.Second))
@ -72,7 +72,7 @@ func TestStoreWithStruct(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
var storeCacheableEntity CacheableEntity var storeCacheableEntity CacheableEntity
assert.Error(t, c.Store(context.Background(), "key", storeCacheableEntity, 10*time.Second)) assert.Error(t, c.Store(context.Background(), "key", storeCacheableEntity, 10*time.Second))
@ -83,7 +83,7 @@ func TestStoreWithNonNilPointer(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -99,7 +99,7 @@ func TestRetrieveWithNilPointer(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -120,7 +120,7 @@ func TestRetrieveWitNonPointer(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -141,7 +141,7 @@ func TestRetrieveWithDifferentTypes(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -161,7 +161,7 @@ func TestRetrieveWithSameTypes(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -179,7 +179,7 @@ func TestRetrieveWithSameTypes(t *testing.T) {
// TestSetTTL tests the SetTTL function // TestSetTTL tests the SetTTL function
func TestSetTTL(t *testing.T) { func TestSetTTL(t *testing.T) {
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: cache.Memory{TTL: 10 * time.Second, CleanupInterval: 1 * time.Second}}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: cache.Memory{TTL: 10 * time.Second, CleanupInterval: 1 * time.Second}})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -209,7 +209,7 @@ func TestRemove(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -232,7 +232,7 @@ func TestBulkRemove(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",
@ -261,7 +261,7 @@ func TestCache(t *testing.T) {
TTL: 10 * time.Second, TTL: 10 * time.Second,
CleanupInterval: 10 * time.Second, CleanupInterval: 10 * time.Second,
} }
c, err := New(context.Background(), providertest.NewSettings(), cache.Config{Provider: "memory", Memory: opts}) c, err := New(context.Background(), factorytest.NewSettings(), cache.Config{Provider: "memory", Memory: opts})
require.NoError(t, err) require.NoError(t, err)
storeCacheableEntity := &CacheableEntity{ storeCacheableEntity := &CacheableEntity{
Key: "some-random-key", Key: "some-random-key",

View File

@ -1,4 +1,4 @@
package providertest package factorytest
import ( import (
"go.signoz.io/signoz/pkg/factory" "go.signoz.io/signoz/pkg/factory"

View File

@ -2,9 +2,12 @@ package factory
import ( import (
"fmt" "fmt"
"log/slog"
"regexp" "regexp"
) )
var _ slog.LogValuer = (Name{})
var ( var (
// nameRegex is a regex that matches a valid name. // nameRegex is a regex that matches a valid name.
// It must start with a alphabet, and can only contain alphabets, numbers, underscores or hyphens. // It must start with a alphabet, and can only contain alphabets, numbers, underscores or hyphens.
@ -15,6 +18,10 @@ type Name struct {
name string name string
} }
func (n Name) LogValue() slog.Value {
return slog.StringValue(n.name)
}
func (n Name) String() string { func (n Name) String() string {
return n.name return n.name
} }

View File

@ -1,26 +1,24 @@
package registry package factory
import ( import (
"context" "context"
"errors" "errors"
"fmt" "fmt"
"log/slog"
"os" "os"
"os/signal" "os/signal"
"syscall" "syscall"
"go.signoz.io/signoz/pkg/factory"
"go.uber.org/zap"
) )
type Registry struct { type Registry struct {
services []factory.Service services NamedMap[NamedService]
logger *zap.Logger logger *slog.Logger
startCh chan error startCh chan error
stopCh chan error stopCh chan error
} }
// New creates a new registry of services. It needs at least one service in the input. // New creates a new registry of services. It needs at least one service in the input.
func New(logger *zap.Logger, services ...factory.Service) (*Registry, error) { func NewRegistry(logger *slog.Logger, services ...NamedService) (*Registry, error) {
if logger == nil { if logger == nil {
return nil, fmt.Errorf("cannot build registry, logger is required") return nil, fmt.Errorf("cannot build registry, logger is required")
} }
@ -29,17 +27,23 @@ func New(logger *zap.Logger, services ...factory.Service) (*Registry, error) {
return nil, fmt.Errorf("cannot build registry, at least one service is required") return nil, fmt.Errorf("cannot build registry, at least one service is required")
} }
m, err := NewNamedMap(services...)
if err != nil {
return nil, err
}
return &Registry{ return &Registry{
logger: logger.Named("go.signoz.io/pkg/registry"), logger: logger.With("pkg", "go.signoz.io/pkg/factory"),
services: services, services: m,
startCh: make(chan error, 1), startCh: make(chan error, 1),
stopCh: make(chan error, len(services)), stopCh: make(chan error, len(services)),
}, nil }, nil
} }
func (r *Registry) Start(ctx context.Context) error { func (r *Registry) Start(ctx context.Context) error {
for _, s := range r.services { for _, s := range r.services.GetInOrder() {
go func(s factory.Service) { go func(s NamedService) {
r.logger.InfoContext(ctx, "starting service", "service", s.Name())
err := s.Start(ctx) err := s.Start(ctx)
r.startCh <- err r.startCh <- err
}(s) }(s)
@ -54,11 +58,11 @@ func (r *Registry) Wait(ctx context.Context) error {
select { select {
case <-ctx.Done(): case <-ctx.Done():
r.logger.Info("caught context error, exiting", zap.Any("context", ctx)) r.logger.InfoContext(ctx, "caught context error, exiting", "error", ctx.Err())
case s := <-interrupt: case s := <-interrupt:
r.logger.Info("caught interrupt signal, exiting", zap.Any("context", ctx), zap.Any("signal", s)) r.logger.InfoContext(ctx, "caught interrupt signal, exiting", "signal", s)
case err := <-r.startCh: case err := <-r.startCh:
r.logger.Info("caught service error, exiting", zap.Any("context", ctx), zap.Error(err)) r.logger.ErrorContext(ctx, "caught service error, exiting", "error", err)
return err return err
} }
@ -66,15 +70,16 @@ func (r *Registry) Wait(ctx context.Context) error {
} }
func (r *Registry) Stop(ctx context.Context) error { func (r *Registry) Stop(ctx context.Context) error {
for _, s := range r.services { for _, s := range r.services.GetInOrder() {
go func(s factory.Service) { go func(s NamedService) {
r.logger.InfoContext(ctx, "stopping service", "service", s.Name())
err := s.Stop(ctx) err := s.Stop(ctx)
r.stopCh <- err r.stopCh <- err
}(s) }(s)
} }
errs := make([]error, len(r.services)) errs := make([]error, len(r.services.GetInOrder()))
for i := 0; i < len(r.services); i++ { for i := 0; i < len(r.services.GetInOrder()); i++ {
err := <-r.stopCh err := <-r.stopCh
if err != nil { if err != nil {
errs = append(errs, err) errs = append(errs, err)

View File

@ -0,0 +1,70 @@
package factory
import (
"context"
"io"
"log/slog"
"sync"
"testing"
"github.com/stretchr/testify/require"
)
type tservice struct {
c chan struct{}
}
func newTestService(t *testing.T) *tservice {
t.Helper()
return &tservice{c: make(chan struct{})}
}
func (s *tservice) Start(_ context.Context) error {
<-s.c
return nil
}
func (s *tservice) Stop(_ context.Context) error {
close(s.c)
return nil
}
func TestRegistryWith2Services(t *testing.T) {
s1 := newTestService(t)
s2 := newTestService(t)
registry, err := NewRegistry(slog.New(slog.NewTextHandler(io.Discard, nil)), NewNamedService(MustNewName("s1"), s1), NewNamedService(MustNewName("s2"), s2))
require.NoError(t, err)
ctx, cancel := context.WithCancel(context.Background())
var wg sync.WaitGroup
wg.Add(1)
go func() {
defer wg.Done()
require.NoError(t, registry.Start(ctx))
require.NoError(t, registry.Wait(ctx))
require.NoError(t, registry.Stop(ctx))
}()
cancel()
wg.Wait()
}
func TestRegistryWith2ServicesWithoutWait(t *testing.T) {
s1 := newTestService(t)
s2 := newTestService(t)
registry, err := NewRegistry(slog.New(slog.NewTextHandler(io.Discard, nil)), NewNamedService(MustNewName("s1"), s1), NewNamedService(MustNewName("s2"), s2))
require.NoError(t, err)
ctx := context.Background()
var wg sync.WaitGroup
wg.Add(1)
go func() {
defer wg.Done()
require.NoError(t, registry.Start(ctx))
require.NoError(t, registry.Stop(ctx))
}()
wg.Wait()
}

View File

@ -3,8 +3,29 @@ package factory
import "context" import "context"
type Service interface { type Service interface {
// Starts a service. The service should return an error if it cannot be started. // Starts a service. It should block and should not return until the service is stopped or it fails.
Start(context.Context) error Start(context.Context) error
// Stops a service. // Stops a service.
Stop(context.Context) error Stop(context.Context) error
} }
type NamedService interface {
Named
Service
}
type namedService struct {
name Name
Service
}
func (s *namedService) Name() Name {
return s.name
}
func NewNamedService(name Name, service Service) NamedService {
return &namedService{
name: name,
Service: service,
}
}

View File

@ -1,51 +0,0 @@
package servicetest
import (
"context"
"net"
"net/http"
"go.signoz.io/signoz/pkg/factory"
)
var _ factory.Service = (*httpService)(nil)
type httpService struct {
Listener net.Listener
Server *http.Server
name string
}
func NewHttpService(name string) (*httpService, error) {
return &httpService{
name: name,
Server: &http.Server{},
}, nil
}
func (service *httpService) Name() factory.Name {
return factory.MustNewName(service.name)
}
func (service *httpService) Start(ctx context.Context) error {
listener, err := net.Listen("tcp", "localhost:0")
if err != nil {
return err
}
service.Listener = listener
if err := service.Server.Serve(service.Listener); err != nil {
if err != http.ErrServerClosed {
return err
}
}
return nil
}
func (service *httpService) Stop(ctx context.Context) error {
if err := service.Server.Shutdown(ctx); err != nil {
return err
}
return nil
}

View File

@ -7,7 +7,7 @@ import (
_ "github.com/mattn/go-sqlite3" _ "github.com/mattn/go-sqlite3"
"go.signoz.io/signoz/pkg/factory" "go.signoz.io/signoz/pkg/factory"
"go.signoz.io/signoz/pkg/factory/providertest" "go.signoz.io/signoz/pkg/factory/factorytest"
"go.signoz.io/signoz/pkg/query-service/app/dashboards" "go.signoz.io/signoz/pkg/query-service/app/dashboards"
"go.signoz.io/signoz/pkg/query-service/dao" "go.signoz.io/signoz/pkg/query-service/dao"
"go.signoz.io/signoz/pkg/sqlmigration" "go.signoz.io/signoz/pkg/sqlmigration"
@ -25,14 +25,14 @@ func NewTestSqliteDB(t *testing.T) (sqlStore sqlstore.SQLStore, testDBFilePath s
t.Cleanup(func() { os.Remove(testDBFilePath) }) t.Cleanup(func() { os.Remove(testDBFilePath) })
testDBFile.Close() testDBFile.Close()
sqlStore, err = sqlitesqlstore.New(context.Background(), providertest.NewSettings(), sqlstore.Config{Provider: "sqlite", Sqlite: sqlstore.SqliteConfig{Path: testDBFilePath}}) sqlStore, err = sqlitesqlstore.New(context.Background(), factorytest.NewSettings(), sqlstore.Config{Provider: "sqlite", Sqlite: sqlstore.SqliteConfig{Path: testDBFilePath}})
if err != nil { if err != nil {
t.Fatalf("could not create test db sqlite store: %v", err) t.Fatalf("could not create test db sqlite store: %v", err)
} }
sqlmigrations, err := sqlmigration.New( sqlmigrations, err := sqlmigration.New(
context.Background(), context.Background(),
providertest.NewSettings(), factorytest.NewSettings(),
sqlmigration.Config{}, sqlmigration.Config{},
factory.MustNewNamedMap( factory.MustNewNamedMap(
sqlmigration.NewAddDataMigrationsFactory(), sqlmigration.NewAddDataMigrationsFactory(),
@ -51,7 +51,7 @@ func NewTestSqliteDB(t *testing.T) (sqlStore sqlstore.SQLStore, testDBFilePath s
t.Fatalf("could not create test db sql migrations: %v", err) t.Fatalf("could not create test db sql migrations: %v", err)
} }
err = sqlmigrator.New(context.Background(), providertest.NewSettings(), sqlStore, sqlmigrations, sqlmigrator.Config{}).Migrate(context.Background()) err = sqlmigrator.New(context.Background(), factorytest.NewSettings(), sqlStore, sqlmigrations, sqlmigrator.Config{}).Migrate(context.Background())
if err != nil { if err != nil {
t.Fatalf("could not migrate test db sql migrations: %v", err) t.Fatalf("could not migrate test db sql migrations: %v", err)
} }

View File

@ -1,3 +0,0 @@
// package registry contains a simple implementation of https://github.com/google/guava/wiki/ServiceExplained
// Here the the "ServiceManager" is called the "Registry"
package registry

View File

@ -1,57 +0,0 @@
package registry
import (
"context"
"sync"
"testing"
"github.com/stretchr/testify/require"
"go.signoz.io/signoz/pkg/factory/servicetest"
"go.uber.org/zap"
)
func TestRegistryWith2HttpServers(t *testing.T) {
http1, err := servicetest.NewHttpService("http1")
require.NoError(t, err)
http2, err := servicetest.NewHttpService("http2")
require.NoError(t, err)
registry, err := New(zap.NewNop(), http1, http2)
require.NoError(t, err)
ctx, cancel := context.WithCancel(context.Background())
var wg sync.WaitGroup
wg.Add(1)
go func() {
defer wg.Done()
require.NoError(t, registry.Start(ctx))
require.NoError(t, registry.Wait(ctx))
require.NoError(t, registry.Stop(ctx))
}()
cancel()
wg.Wait()
}
func TestRegistryWith2HttpServersWithoutWait(t *testing.T) {
http1, err := servicetest.NewHttpService("http1")
require.NoError(t, err)
http2, err := servicetest.NewHttpService("http2")
require.NoError(t, err)
registry, err := New(zap.NewNop(), http1, http2)
require.NoError(t, err)
ctx := context.Background()
var wg sync.WaitGroup
wg.Add(1)
go func() {
defer wg.Done()
require.NoError(t, registry.Start(ctx))
require.NoError(t, registry.Stop(ctx))
}()
wg.Wait()
}

View File

@ -12,7 +12,7 @@ import (
"github.com/gorilla/mux" "github.com/gorilla/mux"
"github.com/stretchr/testify/assert" "github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
"go.signoz.io/signoz/pkg/factory/providertest" "go.signoz.io/signoz/pkg/factory/factorytest"
"go.signoz.io/signoz/pkg/web" "go.signoz.io/signoz/pkg/web"
) )
@ -24,7 +24,7 @@ func TestServeHttpWithoutPrefix(t *testing.T) {
expected, err := io.ReadAll(fi) expected, err := io.ReadAll(fi)
require.NoError(t, err) require.NoError(t, err)
web, err := New(context.Background(), providertest.NewSettings(), web.Config{Prefix: "/", Directory: filepath.Join("testdata")}) web, err := New(context.Background(), factorytest.NewSettings(), web.Config{Prefix: "/", Directory: filepath.Join("testdata")})
require.NoError(t, err) require.NoError(t, err)
router := mux.NewRouter() router := mux.NewRouter()
@ -89,7 +89,7 @@ func TestServeHttpWithPrefix(t *testing.T) {
expected, err := io.ReadAll(fi) expected, err := io.ReadAll(fi)
require.NoError(t, err) require.NoError(t, err)
web, err := New(context.Background(), providertest.NewSettings(), web.Config{Prefix: "/web", Directory: filepath.Join("testdata")}) web, err := New(context.Background(), factorytest.NewSettings(), web.Config{Prefix: "/web", Directory: filepath.Join("testdata")})
require.NoError(t, err) require.NoError(t, err)
router := mux.NewRouter() router := mux.NewRouter()