adding separate s3 configs

This commit is contained in:
Ankit Nayan 2021-04-01 17:22:31 +05:30
parent 6334650d22
commit d414eaec72
7 changed files with 5 additions and 108 deletions

View File

@ -69,7 +69,7 @@ services:
- coordinator - coordinator
env_file: env_file:
- environment_tiny/coordinator - environment_tiny/coordinator
- environment_tiny/common - environment_tiny/s3_common
broker: broker:
image: apache/druid:0.20.0 image: apache/druid:0.20.0
@ -86,7 +86,7 @@ services:
- broker - broker
env_file: env_file:
- environment_tiny/broker - environment_tiny/broker
- environment_tiny/common - environment_tiny/s3_common
historical: historical:
image: apache/druid:0.20.0 image: apache/druid:0.20.0
@ -104,7 +104,7 @@ services:
- historical - historical
env_file: env_file:
- environment_tiny/historical - environment_tiny/historical
- environment_tiny/common - environment_tiny/s3_common
middlemanager: middlemanager:
image: apache/druid:0.20.0 image: apache/druid:0.20.0
@ -122,7 +122,7 @@ services:
- middleManager - middleManager
env_file: env_file:
- environment_tiny/middlemanager - environment_tiny/middlemanager
- environment_tiny/common - environment_tiny/s3_common
router: router:
image: apache/druid:0.20.0 image: apache/druid:0.20.0
@ -139,7 +139,7 @@ services:
- router - router
env_file: env_file:
- environment_tiny/router - environment_tiny/router
- environment_tiny/common - environment_tiny/s3_common
flatten-processor: flatten-processor:
image: signoz/flattener-processor:0.1.1 image: signoz/flattener-processor:0.1.1

View File

@ -28,29 +28,6 @@ druid_emitter_logging_logLevel=debug
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] # druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
druid_storage_type=s3
druid_storage_bucket=solvzy-test2
druid_storage_baseKey=druid/segments
AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC
AWS_SECRET_ACCESS_KEY=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
AWS_REGION=us-east-2
druid_indexer_logs_type=s3
druid_indexer_logs_s3Bucket=solvzy-test2
druid_indexer_logs_s3Prefix=druid/indexing-logs
# druid_storage_type=local
# druid_storage_storageDirectory=/opt/druid/deepStorage
# druid_indexer_logs_type=file
# druid_indexer_logs_directory=/opt/druid/data/indexing-logs
druid_zk_service_host=zookeeper druid_zk_service_host=zookeeper

View File

@ -28,25 +28,6 @@ druid_emitter_logging_logLevel=debug
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] # druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
druid_storage_type=s3
druid_storage_bucket=signoz-saas
druid_storage_baseKey=solvzy-test1
AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC
AWS_SECRET_ACCESS_KEY=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
AWS_REGION=us-east-2
druid_indexer_logs_type=s3
druid_indexer_logs_s3Bucket=solvzy-test2
druid_indexer_logs_s3Prefix=druid/indexing-logs
# druid_storage_type=local
# druid_storage_storageDirectory=/opt/druid/deepStorage
# druid_indexer_logs_type=file
# druid_indexer_logs_directory=/opt/druid/data/indexing-logs
druid_zk_service_host=zookeeper druid_zk_service_host=zookeeper

View File

@ -28,27 +28,6 @@ druid_emitter_logging_logLevel=debug
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] # druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
druid_storage_type=s3
druid_storage_bucket=solvzy-test2
druid_storage_baseKey=druid/segments
AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC
AWS_SECRET_ACCESS_KEY=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
AWS_REGION=us-east-2
druid_indexer_logs_type=s3
druid_indexer_logs_s3Bucket=solvzy-test2
druid_indexer_logs_s3Prefix=druid/indexing-logs
# druid_storage_type=local
# druid_storage_storageDirectory=/opt/druid/deepStorage
# druid_indexer_logs_type=file
# druid_indexer_logs_directory=/opt/druid/data/indexing-logs
druid_zk_service_host=zookeeper druid_zk_service_host=zookeeper
druid_metadata_storage_host= druid_metadata_storage_host=

View File

@ -28,26 +28,6 @@ druid_emitter_logging_logLevel=debug
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] # druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
druid_extensions_loadList =["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
druid_storage_type=s3
druid_storage_bucket=solvzy-test2
druid_storage_baseKey=druid/segments
AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC
AWS_SECRET_ACCESS_KEY=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
AWS_REGION=us-east-2
druid_indexer_logs_type=s3
druid_indexer_logs_s3Bucket=solvzy-test2
druid_indexer_logs_s3Prefix=druid/indexing-logs
# druid_storage_type=local
# druid_storage_storageDirectory=/opt/druid/deepStorage
# druid_indexer_logs_type=file
# druid_indexer_logs_directory=/opt/druid/data/indexing-logs
druid_zk_service_host=zookeeper druid_zk_service_host=zookeeper

View File

@ -28,26 +28,6 @@ druid_emitter_logging_logLevel=debug
# druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"] # druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service", "druid-s3-extensions"]
druid_storage_type=s3
druid_storage_bucket=solvzy-test2
druid_storage_baseKey=druid/segments
AWS_ACCESS_KEY_ID=AKIARKCF5OX3CMI3XRXC
AWS_SECRET_ACCESS_KEY=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
AWS_REGION=us-east-2
druid_indexer_logs_type=s3
druid_indexer_logs_s3Bucket=solvzy-test2
druid_indexer_logs_s3Prefix=druid/indexing-logs
# druid_storage_type=local
# druid_storage_storageDirectory=/opt/druid/deepStorage
# druid_indexer_logs_type=file
# druid_indexer_logs_directory=/opt/druid/data/indexing-logs
druid_zk_service_host=zookeeper druid_zk_service_host=zookeeper