From 722a38491e9b4ed13fc3eb2bca831c18302467e4 Mon Sep 17 00:00:00 2001 From: Srikanth Chekuri Date: Wed, 10 Jan 2024 01:16:24 +0530 Subject: [PATCH] chore: add signozspanmetrics delta temporality pipeline (#3776) --- .../clickhouse-setup/docker-compose.yaml | 21 +---- .../otel-collector-config.yaml | 31 ++++---- .../otel-collector-metrics-config.yaml | 64 ---------------- .../clickhouse-setup/docker-compose-core.yaml | 22 ------ .../docker-compose-local.yaml | 2 +- .../clickhouse-setup/docker-compose.yaml | 20 +---- .../otel-collector-config.yaml | 33 ++++---- .../otel-collector-metrics-config.yaml | 69 ----------------- pkg/query-service/app/opamp/config.yaml | 76 ------------------- .../opamp/otelconfig/config_parser_test.go | 2 +- .../app/opamp/otelconfig/testdata/basic.yaml | 6 +- .../opamp/otelconfig/testdata/service.yaml | 2 +- .../tests/test-deploy/docker-compose.yaml | 20 +---- .../test-deploy/otel-collector-config.yaml | 8 +- .../otel-collector-metrics-config.yaml | 67 ---------------- 15 files changed, 51 insertions(+), 392 deletions(-) delete mode 100644 deploy/docker-swarm/clickhouse-setup/otel-collector-metrics-config.yaml delete mode 100644 deploy/docker/clickhouse-setup/otel-collector-metrics-config.yaml delete mode 100644 pkg/query-service/app/opamp/config.yaml delete mode 100644 pkg/query-service/tests/test-deploy/otel-collector-metrics-config.yaml diff --git a/deploy/docker-swarm/clickhouse-setup/docker-compose.yaml b/deploy/docker-swarm/clickhouse-setup/docker-compose.yaml index 9193dcc97e..c19836b5fe 100644 --- a/deploy/docker-swarm/clickhouse-setup/docker-compose.yaml +++ b/deploy/docker-swarm/clickhouse-setup/docker-compose.yaml @@ -150,7 +150,7 @@ services: command: [ "-config=/root/config/prometheus.yml", - "--prefer-delta=true" + # "--prefer-delta=true" ] # ports: # - "6060:6060" # pprof port @@ -249,25 +249,6 @@ services: # - clickhouse-2 # - clickhouse-3 - otel-collector-metrics: - image: signoz/signoz-otel-collector:0.88.6 - command: - [ - "--config=/etc/otel-collector-metrics-config.yaml", - "--feature-gates=-pkg.translator.prometheus.NormalizeName" - ] - volumes: - - ./otel-collector-metrics-config.yaml:/etc/otel-collector-metrics-config.yaml - # ports: - # - "1777:1777" # pprof extension - # - "8888:8888" # OtelCollector internal metrics - # - "13133:13133" # Health check extension - # - "55679:55679" # zPages extension - deploy: - restart_policy: - condition: on-failure - <<: *db-depend - logspout: image: "gliderlabs/logspout:v3.2.14" volumes: diff --git a/deploy/docker-swarm/clickhouse-setup/otel-collector-config.yaml b/deploy/docker-swarm/clickhouse-setup/otel-collector-config.yaml index 29409919a7..424d717b09 100644 --- a/deploy/docker-swarm/clickhouse-setup/otel-collector-config.yaml +++ b/deploy/docker-swarm/clickhouse-setup/otel-collector-config.yaml @@ -15,13 +15,9 @@ receivers: # please remove names from below if you want to collect logs from them - type: filter id: signoz_logs_filter - expr: 'attributes.container_name matches "^signoz_(logspout|frontend|alertmanager|query-service|otel-collector|otel-collector-metrics|clickhouse|zookeeper)"' + expr: 'attributes.container_name matches "^signoz_(logspout|frontend|alertmanager|query-service|otel-collector|clickhouse|zookeeper)"' opencensus: endpoint: 0.0.0.0:55678 - otlp/spanmetrics: - protocols: - grpc: - endpoint: localhost:12345 otlp: protocols: grpc: @@ -69,8 +65,8 @@ processors: # Using OTEL_RESOURCE_ATTRIBUTES envvar, env detector adds custom labels. detectors: [env, system] # include ec2 for AWS, gcp for GCP and azure for Azure. timeout: 2s - signozspanmetrics/prometheus: - metrics_exporter: prometheus + signozspanmetrics/cumulative: + metrics_exporter: clickhousemetricswrite latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] dimensions_cache_size: 100000 dimensions: @@ -97,6 +93,20 @@ processors: # num_workers: 4 # queue_size: 100 # retry_on_failure: true + signozspanmetrics/delta: + metrics_exporter: clickhousemetricswrite + latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] + dimensions_cache_size: 100000 + aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA + dimensions: + - name: service.namespace + default: default + - name: deployment.environment + default: default + # This is added to ensure the uniqueness of the timeseries + # Otherwise, identical timeseries produced by multiple replicas of + # collectors result in incorrect APM metrics + - name: signoz.collector.id exporters: clickhousetraces: @@ -109,8 +119,6 @@ exporters: enabled: true clickhousemetricswrite/prometheus: endpoint: tcp://clickhouse:9000/?database=signoz_metrics - prometheus: - endpoint: 0.0.0.0:8889 # logging: {} clickhouselogsexporter: dsn: tcp://clickhouse:9000/ @@ -140,7 +148,7 @@ service: pipelines: traces: receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] + processors: [signozspanmetrics/cumulative, signozspanmetrics/delta, batch] exporters: [clickhousetraces] metrics: receivers: [otlp] @@ -154,9 +162,6 @@ service: receivers: [prometheus] processors: [batch] exporters: [clickhousemetricswrite/prometheus] - metrics/spanmetrics: - receivers: [otlp/spanmetrics] - exporters: [prometheus] logs: receivers: [otlp, tcplog/docker] processors: [batch] diff --git a/deploy/docker-swarm/clickhouse-setup/otel-collector-metrics-config.yaml b/deploy/docker-swarm/clickhouse-setup/otel-collector-metrics-config.yaml deleted file mode 100644 index 099caa737b..0000000000 --- a/deploy/docker-swarm/clickhouse-setup/otel-collector-metrics-config.yaml +++ /dev/null @@ -1,64 +0,0 @@ -receivers: - prometheus: - config: - scrape_configs: - # otel-collector-metrics internal metrics - - job_name: otel-collector-metrics - scrape_interval: 60s - static_configs: - - targets: - - localhost:8888 - labels: - job_name: otel-collector-metrics - # SigNoz span metrics - - job_name: signozspanmetrics-collector - scrape_interval: 60s - dns_sd_configs: - - names: - - tasks.otel-collector - type: A - port: 8889 - -processors: - batch: - send_batch_size: 10000 - send_batch_max_size: 11000 - timeout: 10s - # memory_limiter: - # # 80% of maximum memory up to 2G - # limit_mib: 1500 - # # 25% of limit up to 2G - # spike_limit_mib: 512 - # check_interval: 5s - # - # # 50% of the maximum memory - # limit_percentage: 50 - # # 20% of max memory usage spike expected - # spike_limit_percentage: 20 - # queued_retry: - # num_workers: 4 - # queue_size: 100 - # retry_on_failure: true - -exporters: - clickhousemetricswrite: - endpoint: tcp://clickhouse:9000/?database=signoz_metrics - -extensions: - health_check: - endpoint: 0.0.0.0:13133 - zpages: - endpoint: 0.0.0.0:55679 - pprof: - endpoint: 0.0.0.0:1777 - -service: - telemetry: - metrics: - address: 0.0.0.0:8888 - extensions: [health_check, zpages, pprof] - pipelines: - metrics: - receivers: [prometheus] - processors: [batch] - exporters: [clickhousemetricswrite] diff --git a/deploy/docker/clickhouse-setup/docker-compose-core.yaml b/deploy/docker/clickhouse-setup/docker-compose-core.yaml index 81969766cc..4ab1954727 100644 --- a/deploy/docker/clickhouse-setup/docker-compose-core.yaml +++ b/deploy/docker/clickhouse-setup/docker-compose-core.yaml @@ -116,28 +116,6 @@ services: query-service: condition: service_healthy - otel-collector-metrics: - container_name: signoz-otel-collector-metrics - image: signoz/signoz-otel-collector:0.88.6 - command: - [ - "--config=/etc/otel-collector-metrics-config.yaml", - "--feature-gates=-pkg.translator.prometheus.NormalizeName" - ] - volumes: - - ./otel-collector-metrics-config.yaml:/etc/otel-collector-metrics-config.yaml - # ports: - # - "1777:1777" # pprof extension - # - "8888:8888" # OtelCollector internal metrics - # - "13133:13133" # Health check extension - # - "55679:55679" # zPages extension - restart: on-failure - depends_on: - clickhouse: - condition: service_healthy - otel-collector-migrator: - condition: service_completed_successfully - logspout: image: "gliderlabs/logspout:v3.2.14" container_name: signoz-logspout diff --git a/deploy/docker/clickhouse-setup/docker-compose-local.yaml b/deploy/docker/clickhouse-setup/docker-compose-local.yaml index a92c3dbcd9..248c7bf9f6 100644 --- a/deploy/docker/clickhouse-setup/docker-compose-local.yaml +++ b/deploy/docker/clickhouse-setup/docker-compose-local.yaml @@ -25,7 +25,7 @@ services: command: [ "-config=/root/config/prometheus.yml", - "--prefer-delta=true" + # "--prefer-delta=true" ] ports: - "6060:6060" diff --git a/deploy/docker/clickhouse-setup/docker-compose.yaml b/deploy/docker/clickhouse-setup/docker-compose.yaml index bad6e8ba74..6647c90bc5 100644 --- a/deploy/docker/clickhouse-setup/docker-compose.yaml +++ b/deploy/docker/clickhouse-setup/docker-compose.yaml @@ -169,7 +169,7 @@ services: command: [ "-config=/root/config/prometheus.yml", - "--prefer-delta=true" + # "--prefer-delta=true" ] # ports: # - "6060:6060" # pprof port @@ -268,24 +268,6 @@ services: query-service: condition: service_healthy - otel-collector-metrics: - image: signoz/signoz-otel-collector:${OTELCOL_TAG:-0.88.6} - container_name: signoz-otel-collector-metrics - command: - [ - "--config=/etc/otel-collector-metrics-config.yaml", - "--feature-gates=-pkg.translator.prometheus.NormalizeName" - ] - volumes: - - ./otel-collector-metrics-config.yaml:/etc/otel-collector-metrics-config.yaml - # ports: - # - "1777:1777" # pprof extension - # - "8888:8888" # OtelCollector internal metrics - # - "13133:13133" # Health check extension - # - "55679:55679" # zPages extension - restart: on-failure - <<: *db-depend - logspout: image: "gliderlabs/logspout:v3.2.14" container_name: signoz-logspout diff --git a/deploy/docker/clickhouse-setup/otel-collector-config.yaml b/deploy/docker/clickhouse-setup/otel-collector-config.yaml index 204dcd9511..f3d6900e6c 100644 --- a/deploy/docker/clickhouse-setup/otel-collector-config.yaml +++ b/deploy/docker/clickhouse-setup/otel-collector-config.yaml @@ -15,13 +15,9 @@ receivers: # please remove names from below if you want to collect logs from them - type: filter id: signoz_logs_filter - expr: 'attributes.container_name matches "^signoz-(logspout|frontend|alertmanager|query-service|otel-collector|otel-collector-metrics|clickhouse|zookeeper)"' + expr: 'attributes.container_name matches "^signoz-(logspout|frontend|alertmanager|query-service|otel-collector|clickhouse|zookeeper)"' opencensus: endpoint: 0.0.0.0:55678 - otlp/spanmetrics: - protocols: - grpc: - endpoint: localhost:12345 otlp: protocols: grpc: @@ -66,8 +62,9 @@ processors: send_batch_size: 10000 send_batch_max_size: 11000 timeout: 10s - signozspanmetrics/prometheus: - metrics_exporter: prometheus + signozspanmetrics/cumulative: + metrics_exporter: clickhousemetricswrite + metrics_flush_interval: 60s latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] dimensions_cache_size: 100000 dimensions: @@ -98,6 +95,21 @@ processors: # Using OTEL_RESOURCE_ATTRIBUTES envvar, env detector adds custom labels. detectors: [env, system] # include ec2 for AWS, gcp for GCP and azure for Azure. timeout: 2s + signozspanmetrics/delta: + metrics_exporter: clickhousemetricswrite + metrics_flush_interval: 60s + latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] + dimensions_cache_size: 100000 + aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA + dimensions: + - name: service.namespace + default: default + - name: deployment.environment + default: default + # This is added to ensure the uniqueness of the timeseries + # Otherwise, identical timeseries produced by multiple replicas of + # collectors result in incorrect APM metrics + - name: signoz.collector.id extensions: health_check: @@ -118,8 +130,6 @@ exporters: enabled: true clickhousemetricswrite/prometheus: endpoint: tcp://clickhouse:9000/?database=signoz_metrics - prometheus: - endpoint: 0.0.0.0:8889 # logging: {} clickhouselogsexporter: @@ -145,7 +155,7 @@ service: pipelines: traces: receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] + processors: [signozspanmetrics/cumulative, signozspanmetrics/delta, batch] exporters: [clickhousetraces] metrics: receivers: [otlp] @@ -159,9 +169,6 @@ service: receivers: [prometheus] processors: [batch] exporters: [clickhousemetricswrite/prometheus] - metrics/spanmetrics: - receivers: [otlp/spanmetrics] - exporters: [prometheus] logs: receivers: [otlp, tcplog/docker] processors: [batch] diff --git a/deploy/docker/clickhouse-setup/otel-collector-metrics-config.yaml b/deploy/docker/clickhouse-setup/otel-collector-metrics-config.yaml deleted file mode 100644 index 7543d1f6f6..0000000000 --- a/deploy/docker/clickhouse-setup/otel-collector-metrics-config.yaml +++ /dev/null @@ -1,69 +0,0 @@ -receivers: - otlp: - protocols: - grpc: - http: - prometheus: - config: - scrape_configs: - # otel-collector-metrics internal metrics - - job_name: otel-collector-metrics - scrape_interval: 60s - static_configs: - - targets: - - localhost:8888 - labels: - job_name: otel-collector-metrics - # SigNoz span metrics - - job_name: signozspanmetrics-collector - scrape_interval: 60s - static_configs: - - targets: - - otel-collector:8889 - -processors: - batch: - send_batch_size: 10000 - send_batch_max_size: 11000 - timeout: 10s - # memory_limiter: - # # 80% of maximum memory up to 2G - # limit_mib: 1500 - # # 25% of limit up to 2G - # spike_limit_mib: 512 - # check_interval: 5s - # - # # 50% of the maximum memory - # limit_percentage: 50 - # # 20% of max memory usage spike expected - # spike_limit_percentage: 20 - # queued_retry: - # num_workers: 4 - # queue_size: 100 - # retry_on_failure: true - -extensions: - health_check: - endpoint: 0.0.0.0:13133 - zpages: - endpoint: 0.0.0.0:55679 - pprof: - endpoint: 0.0.0.0:1777 - -exporters: - clickhousemetricswrite: - endpoint: tcp://clickhouse:9000/?database=signoz_metrics - -service: - telemetry: - metrics: - address: 0.0.0.0:8888 - extensions: - - health_check - - zpages - - pprof - pipelines: - metrics: - receivers: [prometheus] - processors: [batch] - exporters: [clickhousemetricswrite] diff --git a/pkg/query-service/app/opamp/config.yaml b/pkg/query-service/app/opamp/config.yaml deleted file mode 100644 index d5ef74e00f..0000000000 --- a/pkg/query-service/app/opamp/config.yaml +++ /dev/null @@ -1,76 +0,0 @@ -receivers: - otlp/spanmetrics: - protocols: - grpc: - endpoint: "localhost:12345" - otlp: - protocols: - grpc: - http: - jaeger: - protocols: - grpc: - thrift_http: - hostmetrics: - collection_interval: 30s - scrapers: - cpu: - load: - memory: - disk: - filesystem: - network: -processors: - batch: - send_batch_size: 1000 - timeout: 10s - signozspanmetrics/prometheus: - metrics_exporter: prometheus - latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] - dimensions_cache_size: 10000 - dimensions: - - name: service.namespace - default: default - - name: deployment.environment - default: default - # memory_limiter: - # # 80% of maximum memory up to 2G - # limit_mib: 1500 - # # 25% of limit up to 2G - # spike_limit_mib: 512 - # check_interval: 5s - # - # # 50% of the maximum memory - # limit_percentage: 50 - # # 20% of max memory usage spike expected - # spike_limit_percentage: 20 - # queued_retry: - # num_workers: 4 - # queue_size: 100 - # retry_on_failure: true -extensions: - zpages: {} -exporters: - clickhousetraces: - datasource: tcp://localhost:9000/?database=signoz_traces - migrations: exporter/clickhousetracesexporter/migrations - clickhousemetricswrite: - endpoint: tcp://localhost:9000/?database=signoz_metrics - resource_to_telemetry_conversion: - enabled: true - prometheus: - endpoint: "0.0.0.0:8889" -service: - extensions: [zpages] - pipelines: - traces: - receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] - exporters: [clickhousetraces] - metrics: - receivers: [otlp, hostmetrics] - processors: [batch] - exporters: [clickhousemetricswrite] - metrics/spanmetrics: - receivers: [otlp/spanmetrics] - exporters: [prometheus] \ No newline at end of file diff --git a/pkg/query-service/app/opamp/otelconfig/config_parser_test.go b/pkg/query-service/app/opamp/otelconfig/config_parser_test.go index f4a3ed0b1b..0a0d3c15b7 100644 --- a/pkg/query-service/app/opamp/otelconfig/config_parser_test.go +++ b/pkg/query-service/app/opamp/otelconfig/config_parser_test.go @@ -34,7 +34,7 @@ func TestServiceConfig(t *testing.T) { "traces": map[string]interface{}{ "receivers": []interface{}{"jaeger", "otlp"}, "processors": []interface{}{ - "signozspanmetrics/prometheus", "batch", + "signozspanmetrics/cumulative", "batch", }, "exporters": []interface{}{ "clickhousetraces", diff --git a/pkg/query-service/app/opamp/otelconfig/testdata/basic.yaml b/pkg/query-service/app/opamp/otelconfig/testdata/basic.yaml index d5ef74e00f..e8259a27e9 100644 --- a/pkg/query-service/app/opamp/otelconfig/testdata/basic.yaml +++ b/pkg/query-service/app/opamp/otelconfig/testdata/basic.yaml @@ -24,8 +24,8 @@ processors: batch: send_batch_size: 1000 timeout: 10s - signozspanmetrics/prometheus: - metrics_exporter: prometheus + signozspanmetrics/cumulative: + metrics_exporter: clickhousemetricswrite latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] dimensions_cache_size: 10000 dimensions: @@ -65,7 +65,7 @@ service: pipelines: traces: receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] + processors: [signozspanmetrics/cumulative, batch] exporters: [clickhousetraces] metrics: receivers: [otlp, hostmetrics] diff --git a/pkg/query-service/app/opamp/otelconfig/testdata/service.yaml b/pkg/query-service/app/opamp/otelconfig/testdata/service.yaml index dd562fba0d..7e7ca3f9cb 100644 --- a/pkg/query-service/app/opamp/otelconfig/testdata/service.yaml +++ b/pkg/query-service/app/opamp/otelconfig/testdata/service.yaml @@ -3,7 +3,7 @@ service: pipelines: traces: receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] + processors: [signozspanmetrics/cumulative, batch] exporters: [clickhousetraces] metrics: receivers: [otlp, hostmetrics] diff --git a/pkg/query-service/tests/test-deploy/docker-compose.yaml b/pkg/query-service/tests/test-deploy/docker-compose.yaml index 52b213713d..7965b65795 100644 --- a/pkg/query-service/tests/test-deploy/docker-compose.yaml +++ b/pkg/query-service/tests/test-deploy/docker-compose.yaml @@ -158,7 +158,7 @@ services: command: [ "-config=/root/config/prometheus.yml", - "--prefer-delta=true" + # "--prefer-delta=true" ] # ports: # - "6060:6060" # pprof port @@ -244,24 +244,6 @@ services: query-service: condition: service_healthy - otel-collector-metrics: - image: signoz/signoz-otel-collector:0.88.6 - container_name: signoz-otel-collector-metrics - command: - [ - "--config=/etc/otel-collector-metrics-config.yaml", - "--feature-gates=-pkg.translator.prometheus.NormalizeName" - ] - volumes: - - ./otel-collector-metrics-config.yaml:/etc/otel-collector-metrics-config.yaml - # ports: - # - "1777:1777" # pprof extension - # - "8888:8888" # OtelCollector internal metrics - # - "13133:13133" # Health check extension - # - "55679:55679" # zPages extension - restart: on-failure - <<: *db-depend - logspout: image: "gliderlabs/logspout:v3.2.14" container_name: signoz-logspout diff --git a/pkg/query-service/tests/test-deploy/otel-collector-config.yaml b/pkg/query-service/tests/test-deploy/otel-collector-config.yaml index cc839e737f..8a0e899826 100644 --- a/pkg/query-service/tests/test-deploy/otel-collector-config.yaml +++ b/pkg/query-service/tests/test-deploy/otel-collector-config.yaml @@ -15,7 +15,7 @@ receivers: # please remove names from below if you want to collect logs from them - type: filter id: signoz_logs_filter - expr: 'attributes.container_name matches "^signoz-(logspout|frontend|alertmanager|query-service|otel-collector|otel-collector-metrics|clickhouse|zookeeper)"' + expr: 'attributes.container_name matches "^signoz-(logspout|frontend|alertmanager|query-service|otel-collector|clickhouse|zookeeper)"' opencensus: endpoint: 0.0.0.0:55678 otlp/spanmetrics: @@ -63,8 +63,8 @@ processors: send_batch_size: 10000 send_batch_max_size: 11000 timeout: 10s - signozspanmetrics/prometheus: - metrics_exporter: prometheus + signozspanmetrics/cumulative: + metrics_exporter: clickhousemetricswrite latency_histogram_buckets: [100us, 1ms, 2ms, 6ms, 10ms, 50ms, 100ms, 250ms, 500ms, 1000ms, 1400ms, 2000ms, 5s, 10s, 20s, 40s, 60s ] dimensions_cache_size: 100000 dimensions: @@ -135,7 +135,7 @@ service: pipelines: traces: receivers: [jaeger, otlp] - processors: [signozspanmetrics/prometheus, batch] + processors: [signozspanmetrics/cumulative, batch] exporters: [clickhousetraces] metrics: receivers: [otlp] diff --git a/pkg/query-service/tests/test-deploy/otel-collector-metrics-config.yaml b/pkg/query-service/tests/test-deploy/otel-collector-metrics-config.yaml deleted file mode 100644 index aecad4eaaf..0000000000 --- a/pkg/query-service/tests/test-deploy/otel-collector-metrics-config.yaml +++ /dev/null @@ -1,67 +0,0 @@ -receivers: - otlp: - protocols: - grpc: - http: - prometheus: - config: - scrape_configs: - # otel-collector-metrics internal metrics - - job_name: otel-collector-metrics - scrape_interval: 60s - static_configs: - - targets: - - localhost:8888 - # SigNoz span metrics - - job_name: signozspanmetrics-collector - scrape_interval: 60s - static_configs: - - targets: - - otel-collector:8889 - -processors: - batch: - send_batch_size: 10000 - send_batch_max_size: 11000 - timeout: 10s - # memory_limiter: - # # 80% of maximum memory up to 2G - # limit_mib: 1500 - # # 25% of limit up to 2G - # spike_limit_mib: 512 - # check_interval: 5s - # - # # 50% of the maximum memory - # limit_percentage: 50 - # # 20% of max memory usage spike expected - # spike_limit_percentage: 20 - # queued_retry: - # num_workers: 4 - # queue_size: 100 - # retry_on_failure: true - -extensions: - health_check: - endpoint: 0.0.0.0:13133 - zpages: - endpoint: 0.0.0.0:55679 - pprof: - endpoint: 0.0.0.0:1777 - -exporters: - clickhousemetricswrite: - endpoint: tcp://clickhouse:9000/?database=signoz_metrics - -service: - telemetry: - metrics: - address: 0.0.0.0:8888 - extensions: - - health_check - - zpages - - pprof - pipelines: - metrics: - receivers: [prometheus] - processors: [batch] - exporters: [clickhousemetricswrite]