From 011f7d4aa5439daf32a56be9baed5742b8f61cc1 Mon Sep 17 00:00:00 2001 From: Steven Crawford Date: Thu, 14 Feb 2019 10:34:09 -0500 Subject: [PATCH 1/3] Register lookup module with middle manager and overlord. --- .../src/main/java/org/apache/druid/cli/CliMiddleManager.java | 4 +++- services/src/main/java/org/apache/druid/cli/CliOverlord.java | 4 +++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/services/src/main/java/org/apache/druid/cli/CliMiddleManager.java b/services/src/main/java/org/apache/druid/cli/CliMiddleManager.java index 25c4e13e32dc..c152ca07e1f9 100644 --- a/services/src/main/java/org/apache/druid/cli/CliMiddleManager.java +++ b/services/src/main/java/org/apache/druid/cli/CliMiddleManager.java @@ -56,6 +56,7 @@ import org.apache.druid.indexing.worker.http.TaskManagementResource; import org.apache.druid.indexing.worker.http.WorkerResource; import org.apache.druid.java.util.common.logger.Logger; +import org.apache.druid.query.lookup.LookupModule; import org.apache.druid.segment.realtime.firehose.ChatHandlerProvider; import org.apache.druid.server.DruidNode; import org.apache.druid.server.initialization.jetty.JettyServerInitializer; @@ -163,7 +164,8 @@ public WorkerNodeService getWorkerNodeService(WorkerConfig workerConfig) } }, new IndexingServiceFirehoseModule(), - new IndexingServiceTaskLogsModule() + new IndexingServiceTaskLogsModule(), + new LookupModule() ); } } diff --git a/services/src/main/java/org/apache/druid/cli/CliOverlord.java b/services/src/main/java/org/apache/druid/cli/CliOverlord.java index 4a1c22a92a61..bc3036f27d73 100644 --- a/services/src/main/java/org/apache/druid/cli/CliOverlord.java +++ b/services/src/main/java/org/apache/druid/cli/CliOverlord.java @@ -92,6 +92,7 @@ import org.apache.druid.indexing.overlord.supervisor.SupervisorResource; import org.apache.druid.indexing.worker.config.WorkerConfig; import org.apache.druid.java.util.common.logger.Logger; +import org.apache.druid.query.lookup.LookupModule; import org.apache.druid.segment.realtime.firehose.ChatHandlerProvider; import org.apache.druid.server.audit.AuditManagerProvider; import org.apache.druid.server.coordinator.CoordinatorOverlordServiceConfig; @@ -331,7 +332,8 @@ private void configureOverlordHelpers(Binder binder) } }, new IndexingServiceFirehoseModule(), - new IndexingServiceTaskLogsModule() + new IndexingServiceTaskLogsModule(), + new LookupModule() ); } From 0d2eba14076bcaa9f80cb4a8a845360c8252e116 Mon Sep 17 00:00:00 2001 From: Steven Crawford Date: Fri, 15 Feb 2019 08:28:19 -0500 Subject: [PATCH 2/3] Add configuration examples. --- examples/conf/druid/middleManager/runtime.properties | 4 ++++ .../tutorial/conf/druid/middleManager/runtime.properties | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/examples/conf/druid/middleManager/runtime.properties b/examples/conf/druid/middleManager/runtime.properties index 8f9e8cb621fa..a3b7343cfc72 100644 --- a/examples/conf/druid/middleManager/runtime.properties +++ b/examples/conf/druid/middleManager/runtime.properties @@ -36,3 +36,7 @@ druid.indexer.fork.property.druid.processing.numThreads=2 # Hadoop indexing druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp + +# Disable lookups on middleManager, but enable on peon. +druid.lookup.enableLookupSyncOnStartup=false +druid.indexer.fork.property.druid.lookup.enableLookupSyncOnStartup=true diff --git a/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties b/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties index d1660aa4deb9..3565178d3d98 100644 --- a/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties +++ b/examples/quickstart/tutorial/conf/druid/middleManager/runtime.properties @@ -36,3 +36,7 @@ druid.indexer.fork.property.druid.processing.numThreads=2 # Hadoop indexing druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp + +# Disable lookups on middleManager, but enable on peon. +druid.lookup.enableLookupSyncOnStartup=false +druid.indexer.fork.property.druid.lookup.enableLookupSyncOnStartup=true From 59f715ff9812fff8c2e203d023e473e23fbaecc8 Mon Sep 17 00:00:00 2001 From: Steven Crawford Date: Fri, 15 Feb 2019 08:28:19 -0500 Subject: [PATCH 3/3] Register Lookup Modules.