diff --git a/deploy/docker/environment_tiny/broker b/deploy/docker/environment_tiny/broker index 1c22ac36a7..763191b925 100644 --- a/deploy/docker/environment_tiny/broker +++ b/deploy/docker/environment_tiny/broker @@ -26,7 +26,15 @@ DRUID_MAXDIRECTMEMORYSIZE=400m druid_emitter_logging_logLevel=debug -druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"] +# druid_storage_type: local +druid_storage_type=s3 +druid_storage_bucket=signoz-saas +druid_storage_baseKey=solvzy-test1 +AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC +AWS_SECRET_ACCESS_KEY=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 +AWS_REGION=us-east-2 druid_zk_service_host=zookeeper @@ -42,7 +50,7 @@ druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxD druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 druid_processing_buffer_sizeBytes=50MiB -druid_storage_type=local +# druid_storage_type=local druid_storage_storageDirectory=/opt/druid/deepStorage druid_indexer_logs_type=file druid_indexer_logs_directory=/opt/druid/data/indexing-logs @@ -50,4 +58,4 @@ druid_indexer_logs_directory=/opt/druid/data/indexing-logs druid_processing_numThreads=1 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J= diff --git a/deploy/docker/environment_tiny/coordinator b/deploy/docker/environment_tiny/coordinator index 476e6dcdef..fca01a0bf8 100644 --- a/deploy/docker/environment_tiny/coordinator +++ b/deploy/docker/environment_tiny/coordinator @@ -26,7 +26,15 @@ DRUID_MAXDIRECTMEMORYSIZE=400m druid_emitter_logging_logLevel=debug -druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"] +# druid_storage_type: local +druid_storage_type=s3 +druid_storage_bucket=signoz-saas +druid_storage_baseKey=solvzy-test1 +AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC +AWS_SECRET_ACCESS_KEY=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 +AWS_REGION=us-east-2 druid_zk_service_host=zookeeper @@ -41,7 +49,7 @@ druid_coordinator_balancer_strategy=cachingCost druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 -druid_storage_type=local +# druid_storage_type=local druid_storage_storageDirectory=/opt/druid/deepStorage druid_indexer_logs_type=file druid_indexer_logs_directory=/opt/druid/data/indexing-logs @@ -49,4 +57,4 @@ druid_indexer_logs_directory=/opt/druid/data/indexing-logs druid_processing_numThreads=1 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J= diff --git a/deploy/docker/environment_tiny/historical b/deploy/docker/environment_tiny/historical index 1c22ac36a7..763191b925 100644 --- a/deploy/docker/environment_tiny/historical +++ b/deploy/docker/environment_tiny/historical @@ -26,7 +26,15 @@ DRUID_MAXDIRECTMEMORYSIZE=400m druid_emitter_logging_logLevel=debug -druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"] +# druid_storage_type: local +druid_storage_type=s3 +druid_storage_bucket=signoz-saas +druid_storage_baseKey=solvzy-test1 +AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC +AWS_SECRET_ACCESS_KEY=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 +AWS_REGION=us-east-2 druid_zk_service_host=zookeeper @@ -42,7 +50,7 @@ druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxD druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 druid_processing_buffer_sizeBytes=50MiB -druid_storage_type=local +# druid_storage_type=local druid_storage_storageDirectory=/opt/druid/deepStorage druid_indexer_logs_type=file druid_indexer_logs_directory=/opt/druid/data/indexing-logs @@ -50,4 +58,4 @@ druid_indexer_logs_directory=/opt/druid/data/indexing-logs druid_processing_numThreads=1 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J= diff --git a/deploy/docker/environment_tiny/middlemanager b/deploy/docker/environment_tiny/middlemanager index 9b244a4a7b..18197e973c 100644 --- a/deploy/docker/environment_tiny/middlemanager +++ b/deploy/docker/environment_tiny/middlemanager @@ -26,7 +26,15 @@ DRUID_MAXDIRECTMEMORYSIZE=400m druid_emitter_logging_logLevel=debug -druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +druid_extensions_loadList =["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"] +# druid_storage_type: local +druid_storage_type=s3 +druid_storage_bucket=signoz-saas +druid_storage_baseKey=solvzy-test1 +AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC +AWS_SECRET_ACCESS_KEY=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 +AWS_REGION=us-east-2 druid_zk_service_host=zookeeper @@ -41,7 +49,7 @@ druid_coordinator_balancer_strategy=cachingCost druid_indexer_runner_javaOptsArray=["-server", "-Xms256m", "-Xmx256m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 -druid_storage_type=local +# druid_storage_type=local druid_storage_storageDirectory=/opt/druid/deepStorage druid_indexer_logs_type=file druid_indexer_logs_directory=/opt/druid/data/indexing-logs @@ -49,4 +57,4 @@ druid_indexer_logs_directory=/opt/druid/data/indexing-logs druid_processing_numThreads=1 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J= diff --git a/deploy/docker/environment_tiny/router b/deploy/docker/environment_tiny/router index 32ce129cbd..09483db407 100644 --- a/deploy/docker/environment_tiny/router +++ b/deploy/docker/environment_tiny/router @@ -26,7 +26,15 @@ DRUID_MAXDIRECTMEMORYSIZE=128m druid_emitter_logging_logLevel=debug -druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"] +# druid_storage_type: local +druid_storage_type=s3 +druid_storage_bucket=signoz-saas +druid_storage_baseKey=solvzy-test1 +AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC +AWS_SECRET_ACCESS_KEY=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 +AWS_REGION=us-east-2 druid_zk_service_host=zookeeper @@ -41,7 +49,7 @@ druid_coordinator_balancer_strategy=cachingCost druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=128m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 -druid_storage_type=local +# druid_storage_type=local druid_storage_storageDirectory=/opt/druid/deepStorage druid_indexer_logs_type=file druid_indexer_logs_directory=/opt/druid/data/indexing-logs @@ -49,4 +57,4 @@ druid_indexer_logs_directory=/opt/druid/data/indexing-logs druid_processing_numThreads=1 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J= diff --git a/deploy/docker/environment_tiny_local/broker b/deploy/docker/environment_tiny_local/broker new file mode 100644 index 0000000000..1c22ac36a7 --- /dev/null +++ b/deploy/docker/environment_tiny_local/broker @@ -0,0 +1,53 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Java tuning +DRUID_XMX=512m +DRUID_XMS=512m +DRUID_MAXNEWSIZE=256m +DRUID_NEWSIZE=256m +DRUID_MAXDIRECTMEMORYSIZE=400m + +druid_emitter_logging_logLevel=debug + +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] + +druid_zk_service_host=zookeeper + +druid_metadata_storage_host= +druid_metadata_storage_type=postgresql +druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid +druid_metadata_storage_connector_user=druid +druid_metadata_storage_connector_password=FoolishPassword + +druid_coordinator_balancer_strategy=cachingCost + +druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] +druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 +druid_processing_buffer_sizeBytes=50MiB + +druid_storage_type=local +druid_storage_storageDirectory=/opt/druid/deepStorage +druid_indexer_logs_type=file +druid_indexer_logs_directory=/opt/druid/data/indexing-logs + +druid_processing_numThreads=1 +druid_processing_numMergeBuffers=2 + +DRUID_LOG4J= \ No newline at end of file diff --git a/deploy/docker/environment_tiny_local/coordinator b/deploy/docker/environment_tiny_local/coordinator new file mode 100644 index 0000000000..476e6dcdef --- /dev/null +++ b/deploy/docker/environment_tiny_local/coordinator @@ -0,0 +1,52 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Java tuning +DRUID_XMX=64m +DRUID_XMS=64m +DRUID_MAXNEWSIZE=256m +DRUID_NEWSIZE=256m +DRUID_MAXDIRECTMEMORYSIZE=400m + +druid_emitter_logging_logLevel=debug + +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] + +druid_zk_service_host=zookeeper + +druid_metadata_storage_host= +druid_metadata_storage_type=postgresql +druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid +druid_metadata_storage_connector_user=druid +druid_metadata_storage_connector_password=FoolishPassword + +druid_coordinator_balancer_strategy=cachingCost + +druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] +druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 + +druid_storage_type=local +druid_storage_storageDirectory=/opt/druid/deepStorage +druid_indexer_logs_type=file +druid_indexer_logs_directory=/opt/druid/data/indexing-logs + +druid_processing_numThreads=1 +druid_processing_numMergeBuffers=2 + +DRUID_LOG4J= \ No newline at end of file diff --git a/deploy/docker/environment_tiny_local/historical b/deploy/docker/environment_tiny_local/historical new file mode 100644 index 0000000000..1c22ac36a7 --- /dev/null +++ b/deploy/docker/environment_tiny_local/historical @@ -0,0 +1,53 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Java tuning +DRUID_XMX=512m +DRUID_XMS=512m +DRUID_MAXNEWSIZE=256m +DRUID_NEWSIZE=256m +DRUID_MAXDIRECTMEMORYSIZE=400m + +druid_emitter_logging_logLevel=debug + +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] + +druid_zk_service_host=zookeeper + +druid_metadata_storage_host= +druid_metadata_storage_type=postgresql +druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid +druid_metadata_storage_connector_user=druid +druid_metadata_storage_connector_password=FoolishPassword + +druid_coordinator_balancer_strategy=cachingCost + +druid_indexer_runner_javaOptsArray=["-server", "-Xms512m", "-Xmx512m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] +druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 +druid_processing_buffer_sizeBytes=50MiB + +druid_storage_type=local +druid_storage_storageDirectory=/opt/druid/deepStorage +druid_indexer_logs_type=file +druid_indexer_logs_directory=/opt/druid/data/indexing-logs + +druid_processing_numThreads=1 +druid_processing_numMergeBuffers=2 + +DRUID_LOG4J= \ No newline at end of file diff --git a/deploy/docker/environment_tiny_local/middlemanager b/deploy/docker/environment_tiny_local/middlemanager new file mode 100644 index 0000000000..9b244a4a7b --- /dev/null +++ b/deploy/docker/environment_tiny_local/middlemanager @@ -0,0 +1,52 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Java tuning +DRUID_XMX=64m +DRUID_XMS=64m +DRUID_MAXNEWSIZE=256m +DRUID_NEWSIZE=256m +DRUID_MAXDIRECTMEMORYSIZE=400m + +druid_emitter_logging_logLevel=debug + +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] + +druid_zk_service_host=zookeeper + +druid_metadata_storage_host= +druid_metadata_storage_type=postgresql +druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid +druid_metadata_storage_connector_user=druid +druid_metadata_storage_connector_password=FoolishPassword + +druid_coordinator_balancer_strategy=cachingCost + +druid_indexer_runner_javaOptsArray=["-server", "-Xms256m", "-Xmx256m", "-XX:MaxDirectMemorySize=400m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] +druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 + +druid_storage_type=local +druid_storage_storageDirectory=/opt/druid/deepStorage +druid_indexer_logs_type=file +druid_indexer_logs_directory=/opt/druid/data/indexing-logs + +druid_processing_numThreads=1 +druid_processing_numMergeBuffers=2 + +DRUID_LOG4J= \ No newline at end of file diff --git a/deploy/docker/environment_tiny_local/router b/deploy/docker/environment_tiny_local/router new file mode 100644 index 0000000000..32ce129cbd --- /dev/null +++ b/deploy/docker/environment_tiny_local/router @@ -0,0 +1,52 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Java tuning +DRUID_XMX=64m +DRUID_XMS=64m +DRUID_MAXNEWSIZE=256m +DRUID_NEWSIZE=256m +DRUID_MAXDIRECTMEMORYSIZE=128m + +druid_emitter_logging_logLevel=debug + +druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] + +druid_zk_service_host=zookeeper + +druid_metadata_storage_host= +druid_metadata_storage_type=postgresql +druid_metadata_storage_connector_connectURI=jdbc:postgresql://postgres:5432/druid +druid_metadata_storage_connector_user=druid +druid_metadata_storage_connector_password=FoolishPassword + +druid_coordinator_balancer_strategy=cachingCost + +druid_indexer_runner_javaOptsArray=["-server", "-Xms64m", "-Xmx64m", "-XX:MaxDirectMemorySize=128m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] +druid_indexer_fork_property_druid_processing_buffer_sizeBytes=25000000 + +druid_storage_type=local +druid_storage_storageDirectory=/opt/druid/deepStorage +druid_indexer_logs_type=file +druid_indexer_logs_directory=/opt/druid/data/indexing-logs + +druid_processing_numThreads=1 +druid_processing_numMergeBuffers=2 + +DRUID_LOG4J= \ No newline at end of file