From c902a6bac8f2c0ab646d5fd49fdc3eba12510b25 Mon Sep 17 00:00:00 2001 From: Ahsan Barkati Date: Mon, 21 Mar 2022 23:58:56 +0530 Subject: [PATCH] feat(query-service): Add cold storage support (#837) * Initial work on s3 * some more work * Add policy api * Cleanup * Add multi-tier TTL and remove storagePolicy API * Cleanup * Typo fix * Revert constants * Cleanup * Add API to get disks * Add more validations * Cleanup --- .../clickhouse-setup/clickhouse-config.xml | 27 +++++++ .../app/clickhouseReader/reader.go | 80 +++++++++++++------ pkg/query-service/app/druidReader/reader.go | 4 + pkg/query-service/app/http_handler.go | 13 ++- pkg/query-service/app/interface.go | 4 + pkg/query-service/app/parser.go | 40 +++++++--- pkg/query-service/go.mod | 2 +- pkg/query-service/go.sum | 3 +- pkg/query-service/model/queryParams.go | 6 +- pkg/query-service/model/response.go | 5 ++ 10 files changed, 146 insertions(+), 38 deletions(-) diff --git a/deploy/docker/clickhouse-setup/clickhouse-config.xml b/deploy/docker/clickhouse-setup/clickhouse-config.xml index 23898ef5e7..e5b3fbadb2 100644 --- a/deploy/docker/clickhouse-setup/clickhouse-config.xml +++ b/deploy/docker/clickhouse-setup/clickhouse-config.xml @@ -45,6 +45,33 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + +