signoz/pkg/query-service/tests/cold_storage_test.go

package tests

import (
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
	"testing"
	"time"

	"github.com/stretchr/testify/require"
	"go.signoz.io/query-service/model"
)

const (
	endpoint = "http://localhost:8180"
)

var (
	client http.Client
)

func setTTL(table, coldStorage, toColdTTL, deleteTTL string) ([]byte, error) {
	params := fmt.Sprintf("type=%s&duration=%s", table, deleteTTL)
	if len(toColdTTL) > 0 {
		params += fmt.Sprintf("&coldStorage=%s&toColdDuration=%s", coldStorage, toColdTTL)
	}
	resp, err := client.Post(endpoint+"/api/v1/settings/ttl?"+params, "", nil)
	if err != nil {
		return nil, err
	}

	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		return b, err
	}

	return b, nil
}

func TestListDisks(t *testing.T) {
	resp, err := client.Get(endpoint + "/api/v1/disks")
	require.NoError(t, err)

	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	require.NoError(t, err)
	require.JSONEq(t, `[{"name":"default","type":"local"}, {"name":"s3","type":"s3"}]`, string(b))
}

func TestSetTTL(t *testing.T) {

	testCases := []struct {
		caseNo      int
		coldStorage string
		table       string
		coldTTL     string
		deleteTTL   string
		expected    string
	}{
		{
			1, "s3", "traces", "100s", "60s",
			"Delete TTL should be greater than cold storage move TTL.",
		},
		{
			2, "s3", "traces", "100", "60s",
			"Not a valid toCold TTL duration 100",
		},
		{
			3, "s3", "traces", "100s", "100",
			"Not a valid TTL duration 100",
		},
		{
			4, "s3", "traces", "", "60s",
			"move ttl has been successfully set up",
		},
		{
			5, "s3", "traces", "10s", "600s",
			"move ttl has been successfully set up",
		},
		{
			6, "s4", "traces", "10s", "600s",
			"No such volume `s4` in storage policy `tiered`",
		},
	}

	for _, tc := range testCases {
		r, err := setTTL(tc.table, tc.coldStorage, tc.coldTTL, tc.deleteTTL)
		require.NoErrorf(t, err, "Failed case: %d", tc.caseNo)
		require.Containsf(t, string(r), tc.expected, "Failed case: %d", tc.caseNo)
	}

	time.Sleep(20 * time.Second)
	doneCh := make(chan struct{})
	defer close(doneCh)

	count := 0
	for range minioClient.ListObjects(bucketName, "", false, doneCh) {
		count++
	}

	require.True(t, count > 0, "No objects are present in Minio")
	fmt.Printf("=== Found %d objects in Minio\n", count)
}

func getTTL(t *testing.T, table string) *model.GetTTLResponseItem {
	req := endpoint + fmt.Sprintf("/api/v1/settings/ttl?type=%s", table)
	if len(table) == 0 {
		req = endpoint + "/api/v1/settings/ttl"
	}

	resp, err := client.Get(req)
	require.NoError(t, err)

	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	require.NoError(t, err)

	res := &model.GetTTLResponseItem{}
	require.NoError(t, json.Unmarshal(b, res))
	return res
}

func TestGetTTL(t *testing.T) {
	r, err := setTTL("traces", "s3", "3600s", "7200s")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	resp := getTTL(t, "traces")
	require.Equal(t, 1, resp.TracesMoveTime)
	require.Equal(t, 2, resp.TracesTime)

	r, err = setTTL("metrics", "s3", "3600s", "7200s")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	resp = getTTL(t, "metrics")
	require.Equal(t, 1, resp.MetricsMoveTime)
	require.Equal(t, 2, resp.MetricsTime)

	r, err = setTTL("traces", "s3", "36000s", "72000s")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	resp = getTTL(t, "")
	require.Equal(t, 10, resp.TracesMoveTime)
	require.Equal(t, 20, resp.TracesTime)
	require.Equal(t, 1, resp.MetricsMoveTime)
	require.Equal(t, 2, resp.MetricsTime)

	r, err = setTTL("metrics", "s3", "15h", "50h")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	resp = getTTL(t, "")
	require.Equal(t, 10, resp.TracesMoveTime)
	require.Equal(t, 20, resp.TracesTime)
	require.Equal(t, 15, resp.MetricsMoveTime)
	require.Equal(t, 50, resp.MetricsTime)

	r, err = setTTL("metrics", "s3", "0s", "0s")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	r, err = setTTL("traces", "s3", "0s", "0s")
	require.NoError(t, err)
	require.Contains(t, string(r), "successfully set up")

	resp = getTTL(t, "")
	require.Equal(t, 0, resp.TracesMoveTime)
	require.Equal(t, 0, resp.TracesTime)
	require.Equal(t, 0, resp.MetricsMoveTime)
	require.Equal(t, 0, resp.MetricsTime)
}

func TestMain(m *testing.M) {
	if err := startCluster(); err != nil {
		fmt.Println(err)
	}
	defer stopCluster()

	m.Run()
}