diff --git a/examples/conf/druid/_common/common.runtime.properties b/examples/conf/druid/_common/common.runtime.properties index b7d1870e367b..9db606026d89 100644 --- a/examples/conf/druid/_common/common.runtime.properties +++ b/examples/conf/druid/_common/common.runtime.properties @@ -120,3 +120,8 @@ druid.emitter.logging.logLevel=info # ommiting this will lead to index double as float at the storage layer druid.indexing.doubleStorage=double + +# +# SQL +# +druid.sql.enable=true diff --git a/examples/conf/druid/broker/jvm.config b/examples/conf/druid/broker/jvm.config index a6a9982d44c3..cf67f93796d9 100644 --- a/examples/conf/druid/broker/jvm.config +++ b/examples/conf/druid/broker/jvm.config @@ -2,6 +2,7 @@ -Xms24g -Xmx24g -XX:MaxDirectMemorySize=4096m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/conf/druid/broker/runtime.properties b/examples/conf/druid/broker/runtime.properties index 75a3ccdd0113..9421053d09d3 100644 --- a/examples/conf/druid/broker/runtime.properties +++ b/examples/conf/druid/broker/runtime.properties @@ -20,16 +20,17 @@ druid.service=druid/broker druid.plaintextPort=8082 -# HTTP server threads -druid.broker.http.numConnections=5 -druid.server.http.numThreads=25 +# HTTP server settings +druid.server.http.numThreads=60 + +# HTTP client settings +druid.broker.http.numConnections=10 # Processing threads and buffers druid.processing.buffer.sizeBytes=536870912 -druid.processing.numThreads=7 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 -# Query cache -druid.broker.cache.useCache=true -druid.broker.cache.populateCache=true -druid.cache.type=local -druid.cache.sizeInBytes=2000000000 +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/examples/conf/druid/coordinator/jvm.config b/examples/conf/druid/coordinator/jvm.config index 99f6d1d646f0..a57248dcfdec 100644 --- a/examples/conf/druid/coordinator/jvm.config +++ b/examples/conf/druid/coordinator/jvm.config @@ -1,6 +1,7 @@ -server -Xms3g -Xmx3g +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/conf/druid/historical/jvm.config b/examples/conf/druid/historical/jvm.config index 7fdbb1c51ce0..94685fef5b3b 100644 --- a/examples/conf/druid/historical/jvm.config +++ b/examples/conf/druid/historical/jvm.config @@ -2,6 +2,7 @@ -Xms8g -Xmx8g -XX:MaxDirectMemorySize=4096m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/conf/druid/historical/runtime.properties b/examples/conf/druid/historical/runtime.properties index b5562a73e47c..e61e51c932d5 100644 --- a/examples/conf/druid/historical/runtime.properties +++ b/examples/conf/druid/historical/runtime.properties @@ -30,3 +30,9 @@ druid.processing.numThreads=7 # Segment storage druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":130000000000}] druid.server.maxSize=130000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=2000000000 diff --git a/examples/conf/druid/middleManager/jvm.config b/examples/conf/druid/middleManager/jvm.config index 7b9f1a47b55d..8a650fb358c9 100644 --- a/examples/conf/druid/middleManager/jvm.config +++ b/examples/conf/druid/middleManager/jvm.config @@ -1,6 +1,7 @@ -server -Xms64m -Xmx64m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/conf/druid/middleManager/runtime.properties b/examples/conf/druid/middleManager/runtime.properties index 8fb56821ecd3..8f9e8cb621fa 100644 --- a/examples/conf/druid/middleManager/runtime.properties +++ b/examples/conf/druid/middleManager/runtime.properties @@ -24,7 +24,7 @@ druid.plaintextPort=8091 druid.worker.capacity=3 # Task launch parameters -druid.indexer.runner.javaOpts=-server -Xmx2g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.runner.javaOpts=-server -Xmx2g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager druid.indexer.task.baseTaskDir=var/druid/task # HTTP server threads diff --git a/examples/conf/druid/overlord/jvm.config b/examples/conf/druid/overlord/jvm.config index 2df9a1c2d53e..59e2eaa3c551 100644 --- a/examples/conf/druid/overlord/jvm.config +++ b/examples/conf/druid/overlord/jvm.config @@ -1,6 +1,7 @@ -server -Xms3g -Xmx3g +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/conf/druid/router/jvm.config b/examples/conf/druid/router/jvm.config new file mode 100644 index 000000000000..37b200e628fd --- /dev/null +++ b/examples/conf/druid/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=512m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/examples/conf/druid/router/runtime.properties b/examples/conf/druid/router/runtime.properties new file mode 100644 index 000000000000..497d3b4d3aa1 --- /dev/null +++ b/examples/conf/druid/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/examples/quickstart/tutorial/conf/druid/broker/jvm.config b/examples/quickstart/tutorial/conf/druid/broker/jvm.config index 608aa35f84f7..076a22261850 100644 --- a/examples/quickstart/tutorial/conf/druid/broker/jvm.config +++ b/examples/quickstart/tutorial/conf/druid/broker/jvm.config @@ -1,7 +1,8 @@ -server --Xms1g --Xmx1g --XX:MaxDirectMemorySize=1792m +-Xms256m +-Xmx256m +-XX:MaxDirectMemorySize=768m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/quickstart/tutorial/conf/druid/broker/runtime.properties b/examples/quickstart/tutorial/conf/druid/broker/runtime.properties index 65c3cd9e6b11..cad33738e914 100644 --- a/examples/quickstart/tutorial/conf/druid/broker/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/broker/runtime.properties @@ -1,16 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + druid.service=druid/broker druid.plaintextPort=8082 -# HTTP server threads -druid.broker.http.numConnections=5 -druid.server.http.numThreads=9 +# HTTP server settings +druid.server.http.numThreads=12 + +# HTTP client settings +druid.broker.http.numConnections=10 +druid.broker.http.maxQueuedBytes=5000000 # Processing threads and buffers -druid.processing.buffer.sizeBytes=256000000 -druid.processing.numThreads=2 +druid.processing.buffer.sizeBytes=100000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing -# Query cache (we use a small local cache) -druid.broker.cache.useCache=true -druid.broker.cache.populateCache=true -druid.cache.type=local -druid.cache.sizeInBytes=10000000 +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/examples/quickstart/tutorial/conf/druid/coordinator/jvm.config b/examples/quickstart/tutorial/conf/druid/coordinator/jvm.config index 66aa951e81ca..162faa0a2f08 100644 --- a/examples/quickstart/tutorial/conf/druid/coordinator/jvm.config +++ b/examples/quickstart/tutorial/conf/druid/coordinator/jvm.config @@ -1,6 +1,7 @@ -server --Xms256m --Xmx256m +-Xms128m +-Xmx128m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/quickstart/tutorial/conf/druid/coordinator/runtime.properties b/examples/quickstart/tutorial/conf/druid/coordinator/runtime.properties index 8fb650df8f4f..52dd09a0e64c 100644 --- a/examples/quickstart/tutorial/conf/druid/coordinator/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/coordinator/runtime.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + druid.service=druid/coordinator druid.plaintextPort=8081 diff --git a/examples/quickstart/tutorial/conf/druid/historical/jvm.config b/examples/quickstart/tutorial/conf/druid/historical/jvm.config index 430209ec98ec..076a22261850 100644 --- a/examples/quickstart/tutorial/conf/druid/historical/jvm.config +++ b/examples/quickstart/tutorial/conf/druid/historical/jvm.config @@ -1,7 +1,8 @@ -server --Xms1g --Xmx1g --XX:MaxDirectMemorySize=1280m +-Xms256m +-Xmx256m +-XX:MaxDirectMemorySize=768m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/quickstart/tutorial/conf/druid/historical/runtime.properties b/examples/quickstart/tutorial/conf/druid/historical/runtime.properties index 10a763f08acd..dc78b0f762a8 100644 --- a/examples/quickstart/tutorial/conf/druid/historical/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/historical/runtime.properties @@ -1,13 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + druid.service=druid/historical druid.plaintextPort=8083 # HTTP server threads -druid.server.http.numThreads=9 +druid.server.http.numThreads=12 # Processing threads and buffers -druid.processing.buffer.sizeBytes=256000000 +druid.processing.buffer.sizeBytes=100000000 +druid.processing.numMergeBuffers=1 druid.processing.numThreads=2 +druid.processing.tmpDir=var/druid/processing # Segment storage druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=10000000 diff --git a/examples/quickstart/tutorial/conf/druid/middleManager/jvm.config b/examples/quickstart/tutorial/conf/druid/middleManager/jvm.config index 7b9f1a47b55d..8a650fb358c9 100644 --- a/examples/quickstart/tutorial/conf/druid/middleManager/jvm.config +++ b/examples/quickstart/tutorial/conf/druid/middleManager/jvm.config @@ -1,6 +1,7 @@ -server -Xms64m -Xmx64m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties b/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties index ad12d7e2f192..d1660aa4deb9 100644 --- a/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + druid.service=druid/middleManager druid.plaintextPort=8091 @@ -5,7 +24,7 @@ druid.plaintextPort=8091 druid.worker.capacity=3 # Task launch parameters -druid.indexer.runner.javaOpts=-server -Xmx2g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.runner.javaOpts=-server -Xms512m -Xmx512m -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager druid.indexer.task.baseTaskDir=var/druid/task # HTTP server threads diff --git a/examples/quickstart/tutorial/conf/druid/overlord/jvm.config b/examples/quickstart/tutorial/conf/druid/overlord/jvm.config index 90526a53804b..c145532ba1ed 100644 --- a/examples/quickstart/tutorial/conf/druid/overlord/jvm.config +++ b/examples/quickstart/tutorial/conf/druid/overlord/jvm.config @@ -1,6 +1,7 @@ -server --Xms256m --Xmx256m +-Xms128m +-Xmx128m +-XX:+ExitOnOutOfMemoryError -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=var/tmp diff --git a/examples/quickstart/tutorial/conf/druid/overlord/runtime.properties b/examples/quickstart/tutorial/conf/druid/overlord/runtime.properties index df1e0692bb49..093758c22972 100644 --- a/examples/quickstart/tutorial/conf/druid/overlord/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/overlord/runtime.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + druid.service=druid/overlord druid.plaintextPort=8090 diff --git a/examples/quickstart/tutorial/conf/druid/router/jvm.config b/examples/quickstart/tutorial/conf/druid/router/jvm.config new file mode 100644 index 000000000000..e74d6b1375f4 --- /dev/null +++ b/examples/quickstart/tutorial/conf/druid/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms128m +-Xmx128m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/examples/quickstart/tutorial/conf/druid/router/runtime.properties b/examples/quickstart/tutorial/conf/druid/router/runtime.properties new file mode 100644 index 000000000000..497d3b4d3aa1 --- /dev/null +++ b/examples/quickstart/tutorial/conf/druid/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/examples/quickstart/tutorial/conf/tutorial-cluster.conf b/examples/quickstart/tutorial/conf/tutorial-cluster.conf index c1316cc5ba53..4c2c70de77ec 100644 --- a/examples/quickstart/tutorial/conf/tutorial-cluster.conf +++ b/examples/quickstart/tutorial/conf/tutorial-cluster.conf @@ -5,6 +5,7 @@ !p10 zk bin/run-zk quickstart/tutorial/conf coordinator bin/run-druid coordinator quickstart/tutorial/conf broker bin/run-druid broker quickstart/tutorial/conf +router bin/run-druid router quickstart/tutorial/conf historical bin/run-druid historical quickstart/tutorial/conf !p80 overlord bin/run-druid overlord quickstart/tutorial/conf !p90 middleManager bin/run-druid middleManager quickstart/tutorial/conf