mirror of
https://git.mirrors.martin98.com/https://github.com/SigNoz/signoz
synced 2025-08-12 11:19:11 +08:00
refactor: ⚰️ Remove deprecated flattner and Druid leftover files (#1194)
* refactor: ⚰️ Remove flattner from Makefile Signed-off-by: Prashant Shahi <prashant@signoz.io> * refactor: ⚰️ Remove deprecated Druid leftover files Signed-off-by: Prashant Shahi <prashant@signoz.io> Co-authored-by: Pranay Prateek <pranay@signoz.io>
This commit is contained in:
Prashant Shahi
GitHub
parent
5d080f5564
commit
f92e4798ce
25
Makefile
25
Makefile
@ -10,7 +10,6 @@ BUILD_BRANCH ?= $(shell git rev-parse --abbrev-ref HEAD)
|
|||||||
|
|
||||||
# Internal variables or constants.
|
# Internal variables or constants.
|
||||||
FRONTEND_DIRECTORY ?= frontend
|
FRONTEND_DIRECTORY ?= frontend
|
||||||
FLATTENER_DIRECTORY ?= pkg/processors/flattener
|
|
||||||
QUERY_SERVICE_DIRECTORY ?= pkg/query-service
|
QUERY_SERVICE_DIRECTORY ?= pkg/query-service
|
||||||
STANDALONE_DIRECTORY ?= deploy/docker/clickhouse-setup
|
STANDALONE_DIRECTORY ?= deploy/docker/clickhouse-setup
|
||||||
SWARM_DIRECTORY ?= deploy/docker-swarm/clickhouse-setup
|
SWARM_DIRECTORY ?= deploy/docker-swarm/clickhouse-setup
|
||||||
@ -20,7 +19,6 @@ DOCKER_TAG ?= latest
|
|||||||
|
|
||||||
FRONTEND_DOCKER_IMAGE ?= frontend
|
FRONTEND_DOCKER_IMAGE ?= frontend
|
||||||
QUERY_SERVICE_DOCKER_IMAGE ?= query-service
|
QUERY_SERVICE_DOCKER_IMAGE ?= query-service
|
||||||
FLATTERNER_DOCKER_IMAGE ?= flattener-processor
|
|
||||||
|
|
||||||
# Build-time Go variables
|
# Build-time Go variables
|
||||||
PACKAGE?=go.signoz.io/query-service
|
PACKAGE?=go.signoz.io/query-service
|
||||||
@ -31,7 +29,7 @@ gitBranch=${PACKAGE}/version.gitBranch
|
|||||||
|
|
||||||
LD_FLAGS="-X ${buildHash}=${BUILD_HASH} -X ${buildTime}=${BUILD_TIME} -X ${buildVersion}=${BUILD_VERSION} -X ${gitBranch}=${BUILD_BRANCH}"
|
LD_FLAGS="-X ${buildHash}=${BUILD_HASH} -X ${buildTime}=${BUILD_TIME} -X ${buildVersion}=${BUILD_VERSION} -X ${gitBranch}=${BUILD_BRANCH}"
|
||||||
|
|
||||||
all: build-push-frontend build-push-query-service build-push-flattener
|
all: build-push-frontend build-push-query-service
|
||||||
# Steps to build and push docker image of frontend
|
# Steps to build and push docker image of frontend
|
||||||
.PHONY: build-frontend-amd64 build-push-frontend
|
.PHONY: build-frontend-amd64 build-push-frontend
|
||||||
# Step to build docker image of frontend in amd64 (used in build pipeline)
|
# Step to build docker image of frontend in amd64 (used in build pipeline)
|
||||||
@ -73,27 +71,6 @@ build-push-query-service:
|
|||||||
--push --platform linux/arm64,linux/amd64 --build-arg LD_FLAGS=$(LD_FLAGS) \
|
--push --platform linux/arm64,linux/amd64 --build-arg LD_FLAGS=$(LD_FLAGS) \
|
||||||
--tag $(REPONAME)/$(QUERY_SERVICE_DOCKER_IMAGE):$(DOCKER_TAG) .
|
--tag $(REPONAME)/$(QUERY_SERVICE_DOCKER_IMAGE):$(DOCKER_TAG) .
|
||||||
|
|
||||||
# Steps to build and push docker image of flattener
|
|
||||||
.PHONY: build-flattener-amd64 build-push-flattener
|
|
||||||
# Step to build docker image of flattener in amd64 (used in build pipeline)
|
|
||||||
build-flattener-amd64:
|
|
||||||
@echo "------------------"
|
|
||||||
@echo "--> Building flattener docker image for amd64"
|
|
||||||
@echo "------------------"
|
|
||||||
@cd $(FLATTENER_DIRECTORY) && \
|
|
||||||
docker build -f Dockerfile --no-cache -t $(REPONAME)/$(FLATTERNER_DOCKER_IMAGE):$(DOCKER_TAG) \
|
|
||||||
--build-arg TARGETPLATFORM="linux/amd64" .
|
|
||||||
|
|
||||||
# Step to build and push docker image of flattener in amd64 (used in push pipeline)
|
|
||||||
build-push-flattener:
|
|
||||||
@echo "------------------"
|
|
||||||
@echo "--> Building and pushing flattener docker image"
|
|
||||||
@echo "------------------"
|
|
||||||
@cd $(FLATTENER_DIRECTORY) && \
|
|
||||||
docker buildx build --file Dockerfile --progress plane \
|
|
||||||
--no-cache --push --platform linux/arm64,linux/amd64 \
|
|
||||||
--tag $(REPONAME)/$(FLATTERNER_DOCKER_IMAGE):$(DOCKER_TAG) .
|
|
||||||
|
|
||||||
dev-setup:
|
dev-setup:
|
||||||
mkdir -p /var/lib/signoz
|
mkdir -p /var/lib/signoz
|
||||||
sqlite3 /var/lib/signoz/signoz.db "VACUUM";
|
sqlite3 /var/lib/signoz/signoz.db "VACUUM";
|
||||||
|
|||||||
@ -1,273 +0,0 @@
|
|||||||
version: "2.4"
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
metadata_data: {}
|
|
||||||
middle_var: {}
|
|
||||||
historical_var: {}
|
|
||||||
broker_var: {}
|
|
||||||
coordinator_var: {}
|
|
||||||
router_var: {}
|
|
||||||
|
|
||||||
# If able to connect to kafka but not able to write to topic otlp_spans look into below link
|
|
||||||
# https://github.com/wurstmeister/kafka-docker/issues/409#issuecomment-428346707
|
|
||||||
|
|
||||||
services:
|
|
||||||
|
|
||||||
zookeeper:
|
|
||||||
image: bitnami/zookeeper:3.6.2-debian-10-r100
|
|
||||||
ports:
|
|
||||||
- "2181:2181"
|
|
||||||
environment:
|
|
||||||
- ALLOW_ANONYMOUS_LOGIN=yes
|
|
||||||
|
|
||||||
|
|
||||||
kafka:
|
|
||||||
# image: wurstmeister/kafka
|
|
||||||
image: bitnami/kafka:2.7.0-debian-10-r1
|
|
||||||
ports:
|
|
||||||
- "9092:9092"
|
|
||||||
hostname: kafka
|
|
||||||
environment:
|
|
||||||
KAFKA_ADVERTISED_HOST_NAME: kafka
|
|
||||||
KAFKA_ADVERTISED_PORT: 9092
|
|
||||||
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
|
|
||||||
ALLOW_PLAINTEXT_LISTENER: 'yes'
|
|
||||||
KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: 'true'
|
|
||||||
KAFKA_TOPICS: 'otlp_spans:1:1,flattened_spans:1:1'
|
|
||||||
|
|
||||||
healthcheck:
|
|
||||||
# test: ["CMD", "kafka-topics.sh", "--create", "--topic", "otlp_spans", "--zookeeper", "zookeeper:2181"]
|
|
||||||
test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
|
|
||||||
interval: 30s
|
|
||||||
timeout: 10s
|
|
||||||
retries: 10
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
|
|
||||||
postgres:
|
|
||||||
container_name: postgres
|
|
||||||
image: postgres:latest
|
|
||||||
volumes:
|
|
||||||
- metadata_data:/var/lib/postgresql/data
|
|
||||||
environment:
|
|
||||||
- POSTGRES_PASSWORD=FoolishPassword
|
|
||||||
- POSTGRES_USER=druid
|
|
||||||
- POSTGRES_DB=druid
|
|
||||||
|
|
||||||
coordinator:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: coordinator
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/data
|
|
||||||
- coordinator_var:/opt/druid/var
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
ports:
|
|
||||||
- "8081:8081"
|
|
||||||
command:
|
|
||||||
- coordinator
|
|
||||||
env_file:
|
|
||||||
- environment_tiny/coordinator
|
|
||||||
- environment_tiny/common
|
|
||||||
|
|
||||||
broker:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: broker
|
|
||||||
volumes:
|
|
||||||
- broker_var:/opt/druid/var
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8082:8082"
|
|
||||||
command:
|
|
||||||
- broker
|
|
||||||
env_file:
|
|
||||||
- environment_tiny/broker
|
|
||||||
- environment_tiny/common
|
|
||||||
|
|
||||||
historical:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: historical
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/data
|
|
||||||
- historical_var:/opt/druid/var
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8083:8083"
|
|
||||||
command:
|
|
||||||
- historical
|
|
||||||
env_file:
|
|
||||||
- environment_tiny/historical
|
|
||||||
- environment_tiny/common
|
|
||||||
|
|
||||||
middlemanager:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: middlemanager
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/data
|
|
||||||
- middle_var:/opt/druid/var
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8091:8091"
|
|
||||||
command:
|
|
||||||
- middleManager
|
|
||||||
env_file:
|
|
||||||
- environment_tiny/middlemanager
|
|
||||||
- environment_tiny/common
|
|
||||||
|
|
||||||
router:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: router
|
|
||||||
volumes:
|
|
||||||
- router_var:/opt/druid/var
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8888:8888"
|
|
||||||
command:
|
|
||||||
- router
|
|
||||||
env_file:
|
|
||||||
- environment_tiny/router
|
|
||||||
- environment_tiny/common
|
|
||||||
healthcheck:
|
|
||||||
test: ["CMD", "wget", "--spider", "-q", "http://router:8888/druid/coordinator/v1/datasources/flattened_spans"]
|
|
||||||
interval: 30s
|
|
||||||
timeout: 5s
|
|
||||||
retries: 5
|
|
||||||
|
|
||||||
flatten-processor:
|
|
||||||
image: signoz/flattener-processor:0.4.0
|
|
||||||
container_name: flattener-processor
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- kafka
|
|
||||||
- otel-collector
|
|
||||||
ports:
|
|
||||||
- "8000:8000"
|
|
||||||
|
|
||||||
environment:
|
|
||||||
- KAFKA_BROKER=kafka:9092
|
|
||||||
- KAFKA_INPUT_TOPIC=otlp_spans
|
|
||||||
- KAFKA_OUTPUT_TOPIC=flattened_spans
|
|
||||||
|
|
||||||
|
|
||||||
query-service:
|
|
||||||
image: signoz.docker.scarf.sh/signoz/query-service:0.4.1
|
|
||||||
container_name: query-service
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
router:
|
|
||||||
condition: service_healthy
|
|
||||||
ports:
|
|
||||||
- "8080:8080"
|
|
||||||
volumes:
|
|
||||||
- ../dashboards:/root/config/dashboards
|
|
||||||
- ./data/signoz/:/var/lib/signoz/
|
|
||||||
environment:
|
|
||||||
- DruidClientUrl=http://router:8888
|
|
||||||
- DruidDatasource=flattened_spans
|
|
||||||
- STORAGE=druid
|
|
||||||
- POSTHOG_API_KEY=H-htDCae7CR3RV57gUzmol6IAKtm5IMCvbcm_fwnL-w
|
|
||||||
- GODEBUG=netdns=go
|
|
||||||
|
|
||||||
frontend:
|
|
||||||
image: signoz/frontend:0.4.1
|
|
||||||
container_name: frontend
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- query-service
|
|
||||||
links:
|
|
||||||
- "query-service"
|
|
||||||
ports:
|
|
||||||
- "3301:3301"
|
|
||||||
volumes:
|
|
||||||
- ../common/nginx-config.conf:/etc/nginx/conf.d/default.conf
|
|
||||||
|
|
||||||
create-supervisor:
|
|
||||||
image: theithollow/hollowapp-blog:curl
|
|
||||||
container_name: create-supervisor
|
|
||||||
command:
|
|
||||||
- /bin/sh
|
|
||||||
- -c
|
|
||||||
- "curl -X POST -H 'Content-Type: application/json' -d @/app/supervisor-spec.json http://router:8888/druid/indexer/v1/supervisor"
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- router
|
|
||||||
restart: on-failure:6
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
- ./druid-jobs/supervisor-spec.json:/app/supervisor-spec.json
|
|
||||||
|
|
||||||
|
|
||||||
set-retention:
|
|
||||||
image: theithollow/hollowapp-blog:curl
|
|
||||||
container_name: set-retention
|
|
||||||
command:
|
|
||||||
- /bin/sh
|
|
||||||
- -c
|
|
||||||
- "curl -X POST -H 'Content-Type: application/json' -d @/app/retention-spec.json http://router:8888/druid/coordinator/v1/rules/flattened_spans"
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- router
|
|
||||||
restart: on-failure:6
|
|
||||||
volumes:
|
|
||||||
- ./druid-jobs/retention-spec.json:/app/retention-spec.json
|
|
||||||
|
|
||||||
otel-collector:
|
|
||||||
image: otel/opentelemetry-collector:0.18.0
|
|
||||||
command: ["--config=/etc/otel-collector-config.yaml", "--mem-ballast-size-mib=683"]
|
|
||||||
volumes:
|
|
||||||
- ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
|
|
||||||
ports:
|
|
||||||
- "1777:1777" # pprof extension
|
|
||||||
- "8887:8888" # Prometheus metrics exposed by the agent
|
|
||||||
- "14268:14268" # Jaeger receiver
|
|
||||||
- "55678" # OpenCensus receiver
|
|
||||||
- "55680:55680" # OTLP HTTP/2.0 legacy port
|
|
||||||
- "55681:55681" # OTLP HTTP/1.0 receiver
|
|
||||||
- "4317:4317" # OTLP GRPC receiver
|
|
||||||
- "55679:55679" # zpages extension
|
|
||||||
- "13133" # health_check
|
|
||||||
depends_on:
|
|
||||||
kafka:
|
|
||||||
condition: service_healthy
|
|
||||||
|
|
||||||
|
|
||||||
hotrod:
|
|
||||||
image: jaegertracing/example-hotrod:latest
|
|
||||||
container_name: hotrod
|
|
||||||
ports:
|
|
||||||
- "9000:8080"
|
|
||||||
command: ["all"]
|
|
||||||
environment:
|
|
||||||
- JAEGER_ENDPOINT=http://otel-collector:14268/api/traces
|
|
||||||
|
|
||||||
|
|
||||||
load-hotrod:
|
|
||||||
image: "grubykarol/locust:1.2.3-python3.9-alpine3.12"
|
|
||||||
container_name: load-hotrod
|
|
||||||
hostname: load-hotrod
|
|
||||||
ports:
|
|
||||||
- "8089:8089"
|
|
||||||
environment:
|
|
||||||
ATTACKED_HOST: http://hotrod:8080
|
|
||||||
LOCUST_MODE: standalone
|
|
||||||
NO_PROXY: standalone
|
|
||||||
TASK_DELAY_FROM: 5
|
|
||||||
TASK_DELAY_TO: 30
|
|
||||||
QUIET_MODE: "${QUIET_MODE:-false}"
|
|
||||||
LOCUST_OPTS: "--headless -u 10 -r 1"
|
|
||||||
volumes:
|
|
||||||
- ../common/locust-scripts:/locust
|
|
||||||
|
|
||||||
@ -1,269 +0,0 @@
|
|||||||
version: "2.4"
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
metadata_data: {}
|
|
||||||
middle_var: {}
|
|
||||||
historical_var: {}
|
|
||||||
broker_var: {}
|
|
||||||
coordinator_var: {}
|
|
||||||
router_var: {}
|
|
||||||
|
|
||||||
# If able to connect to kafka but not able to write to topic otlp_spans look into below link
|
|
||||||
# https://github.com/wurstmeister/kafka-docker/issues/409#issuecomment-428346707
|
|
||||||
|
|
||||||
services:
|
|
||||||
|
|
||||||
zookeeper:
|
|
||||||
image: bitnami/zookeeper:3.6.2-debian-10-r100
|
|
||||||
ports:
|
|
||||||
- "2181:2181"
|
|
||||||
environment:
|
|
||||||
- ALLOW_ANONYMOUS_LOGIN=yes
|
|
||||||
|
|
||||||
|
|
||||||
kafka:
|
|
||||||
# image: wurstmeister/kafka
|
|
||||||
image: bitnami/kafka:2.7.0-debian-10-r1
|
|
||||||
ports:
|
|
||||||
- "9092:9092"
|
|
||||||
hostname: kafka
|
|
||||||
environment:
|
|
||||||
KAFKA_ADVERTISED_HOST_NAME: kafka
|
|
||||||
KAFKA_ADVERTISED_PORT: 9092
|
|
||||||
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
|
|
||||||
ALLOW_PLAINTEXT_LISTENER: 'yes'
|
|
||||||
KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: 'true'
|
|
||||||
KAFKA_TOPICS: 'otlp_spans:1:1,flattened_spans:1:1'
|
|
||||||
|
|
||||||
healthcheck:
|
|
||||||
# test: ["CMD", "kafka-topics.sh", "--create", "--topic", "otlp_spans", "--zookeeper", "zookeeper:2181"]
|
|
||||||
test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
|
|
||||||
interval: 30s
|
|
||||||
timeout: 10s
|
|
||||||
retries: 10
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
|
|
||||||
postgres:
|
|
||||||
container_name: postgres
|
|
||||||
image: postgres:latest
|
|
||||||
volumes:
|
|
||||||
- metadata_data:/var/lib/postgresql/data
|
|
||||||
environment:
|
|
||||||
- POSTGRES_PASSWORD=FoolishPassword
|
|
||||||
- POSTGRES_USER=druid
|
|
||||||
- POSTGRES_DB=druid
|
|
||||||
|
|
||||||
coordinator:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: coordinator
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/druid/deepStorage
|
|
||||||
- coordinator_var:/opt/druid/data
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
ports:
|
|
||||||
- "8081:8081"
|
|
||||||
command:
|
|
||||||
- coordinator
|
|
||||||
env_file:
|
|
||||||
- environment_small/coordinator
|
|
||||||
|
|
||||||
broker:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: broker
|
|
||||||
volumes:
|
|
||||||
- broker_var:/opt/druid/data
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8082:8082"
|
|
||||||
command:
|
|
||||||
- broker
|
|
||||||
env_file:
|
|
||||||
- environment_small/broker
|
|
||||||
|
|
||||||
historical:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: historical
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/druid/deepStorage
|
|
||||||
- historical_var:/opt/druid/data
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8083:8083"
|
|
||||||
command:
|
|
||||||
- historical
|
|
||||||
env_file:
|
|
||||||
- environment_small/historical
|
|
||||||
|
|
||||||
middlemanager:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: middlemanager
|
|
||||||
volumes:
|
|
||||||
- ./storage:/opt/druid/deepStorage
|
|
||||||
- middle_var:/opt/druid/data
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8091:8091"
|
|
||||||
command:
|
|
||||||
- middleManager
|
|
||||||
env_file:
|
|
||||||
- environment_small/middlemanager
|
|
||||||
|
|
||||||
router:
|
|
||||||
image: apache/druid:0.20.0
|
|
||||||
container_name: router
|
|
||||||
volumes:
|
|
||||||
- router_var:/opt/druid/data
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
- postgres
|
|
||||||
- coordinator
|
|
||||||
ports:
|
|
||||||
- "8888:8888"
|
|
||||||
command:
|
|
||||||
- router
|
|
||||||
env_file:
|
|
||||||
- environment_small/router
|
|
||||||
healthcheck:
|
|
||||||
test: ["CMD", "wget", "--spider", "-q", "http://router:8888/druid/coordinator/v1/datasources/flattened_spans"]
|
|
||||||
interval: 30s
|
|
||||||
timeout: 5s
|
|
||||||
retries: 5
|
|
||||||
|
|
||||||
flatten-processor:
|
|
||||||
image: signoz/flattener-processor:0.4.0
|
|
||||||
container_name: flattener-processor
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- kafka
|
|
||||||
- otel-collector
|
|
||||||
ports:
|
|
||||||
- "8000:8000"
|
|
||||||
|
|
||||||
environment:
|
|
||||||
- KAFKA_BROKER=kafka:9092
|
|
||||||
- KAFKA_INPUT_TOPIC=otlp_spans
|
|
||||||
- KAFKA_OUTPUT_TOPIC=flattened_spans
|
|
||||||
|
|
||||||
|
|
||||||
query-service:
|
|
||||||
image: signoz.docker.scarf.sh/signoz/query-service:0.4.1
|
|
||||||
container_name: query-service
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
router:
|
|
||||||
condition: service_healthy
|
|
||||||
ports:
|
|
||||||
- "8080:8080"
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
- ../dashboards:/root/config/dashboards
|
|
||||||
- ./data/signoz/:/var/lib/signoz/
|
|
||||||
environment:
|
|
||||||
- DruidClientUrl=http://router:8888
|
|
||||||
- DruidDatasource=flattened_spans
|
|
||||||
- STORAGE=druid
|
|
||||||
- POSTHOG_API_KEY=H-htDCae7CR3RV57gUzmol6IAKtm5IMCvbcm_fwnL-w
|
|
||||||
- GODEBUG=netdns=go
|
|
||||||
|
|
||||||
frontend:
|
|
||||||
image: signoz/frontend:0.4.1
|
|
||||||
container_name: frontend
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- query-service
|
|
||||||
links:
|
|
||||||
- "query-service"
|
|
||||||
ports:
|
|
||||||
- "3301:3301"
|
|
||||||
volumes:
|
|
||||||
- ./nginx-config.conf:/etc/nginx/conf.d/default.conf
|
|
||||||
|
|
||||||
create-supervisor:
|
|
||||||
image: theithollow/hollowapp-blog:curl
|
|
||||||
container_name: create-supervisor
|
|
||||||
command:
|
|
||||||
- /bin/sh
|
|
||||||
- -c
|
|
||||||
- "curl -X POST -H 'Content-Type: application/json' -d @/app/supervisor-spec.json http://router:8888/druid/indexer/v1/supervisor"
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- router
|
|
||||||
restart: on-failure:6
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
- ./druid-jobs/supervisor-spec.json:/app/supervisor-spec.json
|
|
||||||
|
|
||||||
|
|
||||||
set-retention:
|
|
||||||
image: theithollow/hollowapp-blog:curl
|
|
||||||
container_name: set-retention
|
|
||||||
command:
|
|
||||||
- /bin/sh
|
|
||||||
- -c
|
|
||||||
- "curl -X POST -H 'Content-Type: application/json' -d @/app/retention-spec.json http://router:8888/druid/coordinator/v1/rules/flattened_spans"
|
|
||||||
|
|
||||||
depends_on:
|
|
||||||
- router
|
|
||||||
restart: on-failure:6
|
|
||||||
volumes:
|
|
||||||
- ./druid-jobs/retention-spec.json:/app/retention-spec.json
|
|
||||||
|
|
||||||
otel-collector:
|
|
||||||
image: otel/opentelemetry-collector:0.18.0
|
|
||||||
command: ["--config=/etc/otel-collector-config.yaml", "--mem-ballast-size-mib=683"]
|
|
||||||
volumes:
|
|
||||||
- ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
|
|
||||||
ports:
|
|
||||||
- "1777:1777" # pprof extension
|
|
||||||
- "8887:8888" # Prometheus metrics exposed by the agent
|
|
||||||
- "14268:14268" # Jaeger receiver
|
|
||||||
- "55678" # OpenCensus receiver
|
|
||||||
- "55680:55680" # OTLP HTTP/2.0 leagcy grpc receiver
|
|
||||||
- "55681:55681" # OTLP HTTP/1.0 receiver
|
|
||||||
- "4317:4317" # OTLP GRPC receiver
|
|
||||||
- "55679:55679" # zpages extension
|
|
||||||
- "13133" # health_check
|
|
||||||
depends_on:
|
|
||||||
kafka:
|
|
||||||
condition: service_healthy
|
|
||||||
|
|
||||||
|
|
||||||
hotrod:
|
|
||||||
image: jaegertracing/example-hotrod:latest
|
|
||||||
container_name: hotrod
|
|
||||||
ports:
|
|
||||||
- "9000:8080"
|
|
||||||
command: ["all"]
|
|
||||||
environment:
|
|
||||||
- JAEGER_ENDPOINT=http://otel-collector:14268/api/traces
|
|
||||||
|
|
||||||
|
|
||||||
load-hotrod:
|
|
||||||
image: "grubykarol/locust:1.2.3-python3.9-alpine3.12"
|
|
||||||
container_name: load-hotrod
|
|
||||||
hostname: load-hotrod
|
|
||||||
ports:
|
|
||||||
- "8089:8089"
|
|
||||||
environment:
|
|
||||||
ATTACKED_HOST: http://hotrod:8080
|
|
||||||
LOCUST_MODE: standalone
|
|
||||||
NO_PROXY: standalone
|
|
||||||
TASK_DELAY_FROM: 5
|
|
||||||
TASK_DELAY_TO: 30
|
|
||||||
QUIET_MODE: "${QUIET_MODE:-false}"
|
|
||||||
LOCUST_OPTS: "--headless -u 10 -r 1"
|
|
||||||
volumes:
|
|
||||||
- ./locust-scripts:/locust
|
|
||||||
|
|
||||||
@ -1 +0,0 @@
|
|||||||
[{"period":"P3D","includeFuture":true,"tieredReplicants":{"_default_tier":1},"type":"loadByPeriod"},{"type":"dropForever"}]
|
|
||||||
@ -1,69 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "kafka",
|
|
||||||
"dataSchema": {
|
|
||||||
"dataSource": "flattened_spans",
|
|
||||||
"parser": {
|
|
||||||
"type": "string",
|
|
||||||
"parseSpec": {
|
|
||||||
"format": "json",
|
|
||||||
"timestampSpec": {
|
|
||||||
"column": "StartTimeUnixNano",
|
|
||||||
"format": "nano"
|
|
||||||
},
|
|
||||||
"dimensionsSpec": {
|
|
||||||
"dimensions": [
|
|
||||||
"TraceId",
|
|
||||||
"SpanId",
|
|
||||||
"ParentSpanId",
|
|
||||||
"Name",
|
|
||||||
"ServiceName",
|
|
||||||
"References",
|
|
||||||
"Tags",
|
|
||||||
"ExternalHttpMethod",
|
|
||||||
"ExternalHttpUrl",
|
|
||||||
"Component",
|
|
||||||
"DBSystem",
|
|
||||||
"DBName",
|
|
||||||
"DBOperation",
|
|
||||||
"PeerService",
|
|
||||||
{
|
|
||||||
"type": "string",
|
|
||||||
"name": "TagsKeys",
|
|
||||||
"multiValueHandling": "ARRAY"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "string",
|
|
||||||
"name": "TagsValues",
|
|
||||||
"multiValueHandling": "ARRAY"
|
|
||||||
},
|
|
||||||
{ "name": "DurationNano", "type": "Long" },
|
|
||||||
{ "name": "Kind", "type": "int" },
|
|
||||||
{ "name": "StatusCode", "type": "int" }
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"metricsSpec" : [
|
|
||||||
{ "type": "quantilesDoublesSketch", "name": "QuantileDuration", "fieldName": "DurationNano" }
|
|
||||||
],
|
|
||||||
"granularitySpec": {
|
|
||||||
"type": "uniform",
|
|
||||||
"segmentGranularity": "DAY",
|
|
||||||
"queryGranularity": "NONE",
|
|
||||||
"rollup": false
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"tuningConfig": {
|
|
||||||
"type": "kafka",
|
|
||||||
"reportParseExceptions": true
|
|
||||||
},
|
|
||||||
"ioConfig": {
|
|
||||||
"topic": "flattened_spans",
|
|
||||||
"replicas": 1,
|
|
||||||
"taskDuration": "PT20M",
|
|
||||||
"completionTimeout": "PT30M",
|
|
||||||
"consumerProperties": {
|
|
||||||
"bootstrap.servers": "kafka:9092"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,53 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=512m
|
|
||||||
DRUID_XMS=512m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=768m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=768m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
druid_processing_buffer_sizeBytes=100MiB
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/druid/deepStorage
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/druid/data/indexing-logs
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,52 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=64m
|
|
||||||
DRUID_XMS=64m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=400m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/druid/deepStorage
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/druid/data/indexing-logs
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,53 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=512m
|
|
||||||
DRUID_XMS=512m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=1280m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=1280m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
druid_processing_buffer_sizeBytes=200MiB
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/druid/deepStorage
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/druid/data/indexing-logs
|
|
||||||
|
|
||||||
druid_processing_numThreads=2
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,53 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=1g
|
|
||||||
DRUID_XMS=1g
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=2g
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms1g", "-Xmx1g", "-XX:MaxDirectMemorySize=2g", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
druid_processing_buffer_sizeBytes=200MiB
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/druid/deepStorage
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/druid/data/indexing-logs
|
|
||||||
|
|
||||||
druid_processing_numThreads=2
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,52 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=128m
|
|
||||||
DRUID_XMS=128m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=128m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms128m", "-Xmx128m", "-XX:MaxDirectMemorySize=128m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/druid/deepStorage
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/druid/data/indexing-logs
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,52 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=512m
|
|
||||||
DRUID_XMS=512m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=400m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
druid_processing_buffer_sizeBytes=50MiB
|
|
||||||
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,26 +0,0 @@
|
|||||||
# For S3 storage
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
|
|
||||||
|
|
||||||
|
|
||||||
# druid_storage_type=s3
|
|
||||||
# druid_storage_bucket=<s3-bucket-name>
|
|
||||||
# druid_storage_baseKey=druid/segments
|
|
||||||
|
|
||||||
# AWS_ACCESS_KEY_ID=<s3-access-id>
|
|
||||||
# AWS_SECRET_ACCESS_KEY=<s3-access-key>
|
|
||||||
# AWS_REGION=<s3-aws-region>
|
|
||||||
|
|
||||||
# druid_indexer_logs_type=s3
|
|
||||||
# druid_indexer_logs_s3Bucket=<s3-bucket-name>
|
|
||||||
# druid_indexer_logs_s3Prefix=druid/indexing-logs
|
|
||||||
|
|
||||||
# -----------------------------------------------------------
|
|
||||||
# For local storage
|
|
||||||
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
druid_storage_type=local
|
|
||||||
druid_storage_storageDirectory=/opt/data/segments
|
|
||||||
druid_indexer_logs_type=file
|
|
||||||
druid_indexer_logs_directory=/opt/data/indexing-logs
|
|
||||||
|
|
||||||
@ -1,49 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=64m
|
|
||||||
DRUID_XMS=64m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=400m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,49 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=512m
|
|
||||||
DRUID_XMS=512m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=400m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
druid_processing_buffer_sizeBytes=50MiB
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,50 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=64m
|
|
||||||
DRUID_XMS=64m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=400m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms256m", "-Xmx256m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,49 +0,0 @@
|
|||||||
#
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
|
|
||||||
# Java tuning
|
|
||||||
DRUID_XMX=64m
|
|
||||||
DRUID_XMS=64m
|
|
||||||
DRUID_MAXNEWSIZE=256m
|
|
||||||
DRUID_NEWSIZE=256m
|
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=128m
|
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
|
||||||
|
|
||||||
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
|
|
||||||
|
|
||||||
|
|
||||||
druid_zk_service_host=zookeeper
|
|
||||||
|
|
||||||
druid_metadata_storage_host=
|
|
||||||
druid_metadata_storage_type=postgresql
|
|
||||||
druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid
|
|
||||||
druid_metadata_storage_connector_user=druid
|
|
||||||
druid_metadata_storage_connector_password=FoolishPassword
|
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=128m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000
|
|
||||||
|
|
||||||
|
|
||||||
druid_processing_numThreads=1
|
|
||||||
druid_processing_numMergeBuffers=2
|
|
||||||
|
|
||||||
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
|
|
||||||
@ -1,51 +0,0 @@
|
|||||||
receivers:
|
|
||||||
otlp:
|
|
||||||
protocols:
|
|
||||||
grpc:
|
|
||||||
http:
|
|
||||||
jaeger:
|
|
||||||
protocols:
|
|
||||||
grpc:
|
|
||||||
thrift_http:
|
|
||||||
processors:
|
|
||||||
batch:
|
|
||||||
send_batch_size: 1000
|
|
||||||
timeout: 10s
|
|
||||||
memory_limiter:
|
|
||||||
# Same as --mem-ballast-size-mib CLI argument
|
|
||||||
ballast_size_mib: 683
|
|
||||||
# 80% of maximum memory up to 2G
|
|
||||||
limit_mib: 1500
|
|
||||||
# 25% of limit up to 2G
|
|
||||||
spike_limit_mib: 512
|
|
||||||
check_interval: 5s
|
|
||||||
queued_retry:
|
|
||||||
num_workers: 4
|
|
||||||
queue_size: 100
|
|
||||||
retry_on_failure: true
|
|
||||||
extensions:
|
|
||||||
health_check: {}
|
|
||||||
zpages: {}
|
|
||||||
exporters:
|
|
||||||
kafka/traces:
|
|
||||||
brokers:
|
|
||||||
- kafka:9092
|
|
||||||
topic: 'otlp_spans'
|
|
||||||
protocol_version: 2.0.0
|
|
||||||
|
|
||||||
kafka/metrics:
|
|
||||||
brokers:
|
|
||||||
- kafka:9092
|
|
||||||
topic: 'otlp_metrics'
|
|
||||||
protocol_version: 2.0.0
|
|
||||||
service:
|
|
||||||
extensions: [health_check, zpages]
|
|
||||||
pipelines:
|
|
||||||
traces:
|
|
||||||
receivers: [jaeger, otlp]
|
|
||||||
processors: [memory_limiter, batch, queued_retry]
|
|
||||||
exporters: [kafka/traces]
|
|
||||||
metrics:
|
|
||||||
receivers: [otlp]
|
|
||||||
processors: [batch]
|
|
||||||
exporters: [kafka/metrics]
|
|
||||||
@ -333,7 +333,6 @@ fi
|
|||||||
|
|
||||||
# echo -e "👉 ${RED}Two ways to go forward\n"
|
# echo -e "👉 ${RED}Two ways to go forward\n"
|
||||||
# echo -e "${RED}1) ClickHouse as database (default)\n"
|
# echo -e "${RED}1) ClickHouse as database (default)\n"
|
||||||
# echo -e "${RED}2) Kafka + Druid as datastore \n"
|
|
||||||
# read -p "⚙️ Enter your preference (1/2):" choice_setup
|
# read -p "⚙️ Enter your preference (1/2):" choice_setup
|
||||||
|
|
||||||
# while [[ $choice_setup != "1" && $choice_setup != "2" && $choice_setup != "" ]]
|
# while [[ $choice_setup != "1" && $choice_setup != "2" && $choice_setup != "" ]]
|
||||||
@ -346,8 +345,6 @@ fi
|
|||||||
|
|
||||||
# if [[ $choice_setup == "1" || $choice_setup == "" ]];then
|
# if [[ $choice_setup == "1" || $choice_setup == "" ]];then
|
||||||
# setup_type='clickhouse'
|
# setup_type='clickhouse'
|
||||||
# else
|
|
||||||
# setup_type='druid'
|
|
||||||
# fi
|
# fi
|
||||||
|
|
||||||
setup_type='clickhouse'
|
setup_type='clickhouse'
|
||||||
|
|||||||
@ -26,7 +26,6 @@ type Reader interface {
|
|||||||
GetQueryRangeResult(ctx context.Context, query *model.QueryRangeParams) (*promql.Result, *stats.QueryStats, *model.ApiError)
|
GetQueryRangeResult(ctx context.Context, query *model.QueryRangeParams) (*promql.Result, *stats.QueryStats, *model.ApiError)
|
||||||
GetServiceOverview(ctx context.Context, query *model.GetServiceOverviewParams) (*[]model.ServiceOverviewItem, *model.ApiError)
|
GetServiceOverview(ctx context.Context, query *model.GetServiceOverviewParams) (*[]model.ServiceOverviewItem, *model.ApiError)
|
||||||
GetServices(ctx context.Context, query *model.GetServicesParams) (*[]model.ServiceItem, *model.ApiError)
|
GetServices(ctx context.Context, query *model.GetServicesParams) (*[]model.ServiceItem, *model.ApiError)
|
||||||
// GetApplicationPercentiles(ctx context.Context, query *model.ApplicationPercentileParams) ([]godruid.Timeseries, error)
|
|
||||||
GetTopEndpoints(ctx context.Context, query *model.GetTopEndpointsParams) (*[]model.TopEndpointsItem, *model.ApiError)
|
GetTopEndpoints(ctx context.Context, query *model.GetTopEndpointsParams) (*[]model.TopEndpointsItem, *model.ApiError)
|
||||||
GetUsage(ctx context.Context, query *model.GetUsageParams) (*[]model.UsageItem, error)
|
GetUsage(ctx context.Context, query *model.GetUsageParams) (*[]model.UsageItem, error)
|
||||||
GetServicesList(ctx context.Context) (*[]string, error)
|
GetServicesList(ctx context.Context) (*[]string, error)
|
||||||
|
|||||||
@ -26,7 +26,6 @@ import (
|
|||||||
|
|
||||||
type ServerOptions struct {
|
type ServerOptions struct {
|
||||||
HTTPHostPort string
|
HTTPHostPort string
|
||||||
// DruidClientUrl string
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Server runs HTTP, Mux and a grpc server
|
// Server runs HTTP, Mux and a grpc server
|
||||||
@ -106,10 +105,7 @@ func (s *Server) createHTTPServer() (*http.Server, error) {
|
|||||||
var reader Reader
|
var reader Reader
|
||||||
|
|
||||||
storage := os.Getenv("STORAGE")
|
storage := os.Getenv("STORAGE")
|
||||||
if storage == "druid" {
|
if storage == "clickhouse" {
|
||||||
zap.S().Info("Using Apache Druid as datastore ...")
|
|
||||||
// reader = druidReader.NewReader(localDB)
|
|
||||||
} else if storage == "clickhouse" {
|
|
||||||
zap.S().Info("Using ClickHouse as datastore ...")
|
zap.S().Info("Using ClickHouse as datastore ...")
|
||||||
clickhouseReader := clickhouseReader.NewReader(localDB)
|
clickhouseReader := clickhouseReader.NewReader(localDB)
|
||||||
go clickhouseReader.Start()
|
go clickhouseReader.Start()
|
||||||
|
|||||||
@ -34,11 +34,7 @@ func main() {
|
|||||||
version.PrintVersion()
|
version.PrintVersion()
|
||||||
|
|
||||||
serverOptions := &app.ServerOptions{
|
serverOptions := &app.ServerOptions{
|
||||||
// HTTPHostPort: v.GetString(app.HTTPHostPort),
|
|
||||||
// DruidClientUrl: v.GetString(app.DruidClientUrl),
|
|
||||||
|
|
||||||
HTTPHostPort: constants.HTTPHostPort,
|
HTTPHostPort: constants.HTTPHostPort,
|
||||||
// DruidClientUrl: constants.DruidClientUrl,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Read the jwt secret key
|
// Read the jwt secret key
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user