From 730f83096c6b3ad91f7b7cd89bb00baed15d8a2a Mon Sep 17 00:00:00 2001 From: Clint Wylie Date: Wed, 3 Jul 2019 12:26:06 -0700 Subject: [PATCH 1/3] remove firehosev2 and realtime node extensions --- .idea/misc.xml | 8 + LICENSE.BINARY | 47 -- NOTICE.BINARY | 38 -- .../druid/data/input/FirehoseFactoryV2.java | 51 -- .../apache/druid/data/input/FirehoseV2.java | 91 --- distribution/pom.xml | 8 - docs/_redirects.json | 8 +- .../extensions-contrib/kafka-simple.md | 56 -- .../extensions-contrib/rabbitmq.md | 81 --- .../extensions-contrib/rocketmq.md | 29 - .../extensions-core/kafka-eight-firehose.md | 54 -- docs/content/development/extensions.md | 4 - docs/content/ingestion/standalone-realtime.md | 3 + docs/content/operations/pull-deps.md | 17 +- examples/pom.xml | 134 ---- .../druid/examples/ExamplesDruidModule.java | 56 -- .../TwitterSpritzerFirehoseFactory.java | 387 ------------ .../druid/examples/wikipedia/IrcDecoder.java | 34 - .../wikipedia/IrcFirehoseFactory.java | 256 -------- .../examples/wikipedia/IrcInputRowParser.java | 107 ---- .../wikipedia/WikipediaIrcDecoder.java | 307 --------- ...rg.apache.druid.initialization.DruidModule | 16 - extensions-contrib/druid-rocketmq/pom.xml | 58 -- .../rocketmq/RocketMQDruidModule.java | 50 -- .../rocketmq/RocketMQFirehoseFactory.java | 584 ------------------ .../kafka-eight-simpleConsumer/pom.xml | 89 --- .../KafkaEightSimpleConsumerDruidModule.java | 49 -- ...fkaEightSimpleConsumerFirehoseFactory.java | 350 ----------- .../firehose/kafka/KafkaSimpleConsumer.java | 390 ------------ ...rg.apache.druid.initialization.DruidModule | 16 - extensions-contrib/rabbitmq/pom.xml | 83 --- .../JacksonifiedConnectionFactory.java | 280 --------- .../rabbitmq/RabbitMQDruidModule.java | 51 -- .../rabbitmq/RabbitMQFirehoseConfig.java | 186 ------ .../rabbitmq/RabbitMQFirehoseFactory.java | 339 ---------- ...rg.apache.druid.initialization.DruidModule | 16 - .../rabbitmq/RabbitMQFirehoseFactoryTest.java | 111 ---- .../rabbitmq/RabbitMQProducerMain.java | 212 ------- extensions-core/kafka-eight/pom.xml | 75 --- .../firehose/kafka/KafkaEightDruidModule.java | 52 -- .../kafka/KafkaEightFirehoseFactory.java | 176 ------ ...rg.apache.druid.initialization.DruidModule | 16 - .../kafka/supervisor/KafkaSupervisorTest.java | 2 +- .../supervisor/KinesisSupervisorTest.java | 2 +- .../AppenderatorDriverRealtimeIndexTask.java | 2 +- .../druid/indexing/common/task/IndexTask.java | 2 +- .../batch/parallel/ParallelIndexSubTask.java | 2 +- .../SeekableStreamIndexTaskRunner.java | 2 +- .../indexing/common/TestRealtimeTask.java | 3 +- ...penderatorDriverRealtimeIndexTaskTest.java | 1 - .../common/task/RealtimeIndexTaskTest.java | 1 - .../indexing/common/task/TaskSerdeTest.java | 3 +- .../indexing/overlord/TaskLifecycleTest.java | 3 +- .../indexing/worker/TaskAnnouncementTest.java | 3 +- pom.xml | 5 - .../segment/indexing/RealtimeIOConfig.java | 16 +- .../segment/realtime/FireDepartment.java | 11 - .../segment/realtime/plumber/Committers.java | 13 - .../initialization/InitializationTest.java | 14 +- .../segment/realtime/FireDepartmentTest.java | 3 +- .../cli/validate/DruidJsonValidatorTest.java | 3 +- 61 files changed, 38 insertions(+), 5028 deletions(-) delete mode 100644 core/src/main/java/org/apache/druid/data/input/FirehoseFactoryV2.java delete mode 100644 core/src/main/java/org/apache/druid/data/input/FirehoseV2.java delete mode 100644 docs/content/development/extensions-contrib/kafka-simple.md delete mode 100644 docs/content/development/extensions-contrib/rabbitmq.md delete mode 100644 docs/content/development/extensions-contrib/rocketmq.md delete mode 100644 docs/content/development/extensions-core/kafka-eight-firehose.md delete mode 100644 examples/pom.xml delete mode 100644 examples/src/main/java/org/apache/druid/examples/ExamplesDruidModule.java delete mode 100644 examples/src/main/java/org/apache/druid/examples/twitter/TwitterSpritzerFirehoseFactory.java delete mode 100644 examples/src/main/java/org/apache/druid/examples/wikipedia/IrcDecoder.java delete mode 100644 examples/src/main/java/org/apache/druid/examples/wikipedia/IrcFirehoseFactory.java delete mode 100644 examples/src/main/java/org/apache/druid/examples/wikipedia/IrcInputRowParser.java delete mode 100644 examples/src/main/java/org/apache/druid/examples/wikipedia/WikipediaIrcDecoder.java delete mode 100644 examples/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule delete mode 100644 extensions-contrib/druid-rocketmq/pom.xml delete mode 100644 extensions-contrib/druid-rocketmq/src/main/java/org/apache/druid/firehose/rocketmq/RocketMQDruidModule.java delete mode 100644 extensions-contrib/druid-rocketmq/src/main/java/org/apache/druid/firehose/rocketmq/RocketMQFirehoseFactory.java delete mode 100644 extensions-contrib/kafka-eight-simpleConsumer/pom.xml delete mode 100644 extensions-contrib/kafka-eight-simpleConsumer/src/main/java/org/apache/druid/firehose/kafka/KafkaEightSimpleConsumerDruidModule.java delete mode 100644 extensions-contrib/kafka-eight-simpleConsumer/src/main/java/org/apache/druid/firehose/kafka/KafkaEightSimpleConsumerFirehoseFactory.java delete mode 100644 extensions-contrib/kafka-eight-simpleConsumer/src/main/java/org/apache/druid/firehose/kafka/KafkaSimpleConsumer.java delete mode 100644 extensions-contrib/kafka-eight-simpleConsumer/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule delete mode 100644 extensions-contrib/rabbitmq/pom.xml delete mode 100644 extensions-contrib/rabbitmq/src/main/java/org/apache/druid/firehose/rabbitmq/JacksonifiedConnectionFactory.java delete mode 100644 extensions-contrib/rabbitmq/src/main/java/org/apache/druid/firehose/rabbitmq/RabbitMQDruidModule.java delete mode 100644 extensions-contrib/rabbitmq/src/main/java/org/apache/druid/firehose/rabbitmq/RabbitMQFirehoseConfig.java delete mode 100644 extensions-contrib/rabbitmq/src/main/java/org/apache/druid/firehose/rabbitmq/RabbitMQFirehoseFactory.java delete mode 100644 extensions-contrib/rabbitmq/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule delete mode 100644 extensions-contrib/rabbitmq/src/test/java/org/apache/druid/examples/rabbitmq/RabbitMQFirehoseFactoryTest.java delete mode 100644 extensions-contrib/rabbitmq/src/test/java/org/apache/druid/examples/rabbitmq/RabbitMQProducerMain.java delete mode 100644 extensions-core/kafka-eight/pom.xml delete mode 100644 extensions-core/kafka-eight/src/main/java/org/apache/druid/firehose/kafka/KafkaEightDruidModule.java delete mode 100644 extensions-core/kafka-eight/src/main/java/org/apache/druid/firehose/kafka/KafkaEightFirehoseFactory.java delete mode 100644 extensions-core/kafka-eight/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule diff --git a/.idea/misc.xml b/.idea/misc.xml index 61e7e5b21e77..4b5f3e58c8bc 100644 --- a/.idea/misc.xml +++ b/.idea/misc.xml @@ -40,6 +40,14 @@ +