From 1ee658ee05f6188a42fec50d478b540071c3059a Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Sun, 23 Feb 2020 23:19:52 -0800 Subject: [PATCH 1/6] Move Azure extension into Core Moving the azure extension into Core. --- distribution/pom.xml | 2 ++ .../{extensions-contrib => extensions-core}/azure.md | 2 +- docs/development/extensions.md | 2 +- docs/ingestion/native-batch.md | 2 +- .../azure-extensions/pom.xml | 2 +- .../java/org/apache/druid/data/input/azure/AzureEntity.java | 0 .../org/apache/druid/data/input/azure/AzureEntityFactory.java | 0 .../org/apache/druid/data/input/azure/AzureInputSource.java | 0 .../main/java/org/apache/druid/firehose/azure/AzureBlob.java | 0 .../firehose/azure/StaticAzureBlobStoreFirehoseFactory.java | 0 .../java/org/apache/druid/storage/azure/AzureAccountConfig.java | 0 .../java/org/apache/druid/storage/azure/AzureByteSource.java | 0 .../org/apache/druid/storage/azure/AzureByteSourceFactory.java | 0 .../AzureCloudBlobHolderToCloudObjectLocationConverter.java | 0 .../org/apache/druid/storage/azure/AzureCloudBlobIterable.java | 0 .../druid/storage/azure/AzureCloudBlobIterableFactory.java | 0 .../org/apache/druid/storage/azure/AzureCloudBlobIterator.java | 0 .../druid/storage/azure/AzureCloudBlobIteratorFactory.java | 0 .../org/apache/druid/storage/azure/AzureDataSegmentConfig.java | 0 .../org/apache/druid/storage/azure/AzureDataSegmentKiller.java | 0 .../org/apache/druid/storage/azure/AzureDataSegmentPuller.java | 0 .../org/apache/druid/storage/azure/AzureDataSegmentPusher.java | 0 .../org/apache/druid/storage/azure/AzureInputDataConfig.java | 0 .../main/java/org/apache/druid/storage/azure/AzureLoadSpec.java | 0 .../main/java/org/apache/druid/storage/azure/AzureStorage.java | 0 .../org/apache/druid/storage/azure/AzureStorageDruidModule.java | 0 .../main/java/org/apache/druid/storage/azure/AzureTaskLogs.java | 0 .../org/apache/druid/storage/azure/AzureTaskLogsConfig.java | 0 .../main/java/org/apache/druid/storage/azure/AzureUtils.java | 0 .../ICloudSpecificObjectToCloudObjectLocationConverter.java | 0 .../org/apache/druid/storage/azure/blob/CloudBlobHolder.java | 0 .../org/apache/druid/storage/azure/blob/ListBlobItemHolder.java | 0 .../druid/storage/azure/blob/ListBlobItemHolderFactory.java | 0 .../services/org.apache.druid.initialization.DruidModule | 0 .../java/org/apache/druid/data/input/azure/AzureEntityTest.java | 0 .../druid/data/input/azure/AzureInputSourceSerdeTest.java | 0 .../org/apache/druid/data/input/azure/AzureInputSourceTest.java | 0 .../firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java | 0 .../org/apache/druid/storage/azure/AzureByteSourceTest.java | 0 .../AzureCloudBlobHolderToCloudObjectLocationConverterTest.java | 0 .../apache/druid/storage/azure/AzureCloudBlobIteratorTest.java | 0 .../apache/druid/storage/azure/AzureDataSegmentKillerTest.java | 0 .../apache/druid/storage/azure/AzureDataSegmentPullerTest.java | 0 .../apache/druid/storage/azure/AzureDataSegmentPusherTest.java | 0 .../apache/druid/storage/azure/AzureStorageDruidModuleTest.java | 0 .../java/org/apache/druid/storage/azure/AzureTaskLogsTest.java | 0 .../java/org/apache/druid/storage/azure/AzureTestUtils.java | 0 .../java/org/apache/druid/storage/azure/AzureUtilsTest.java | 0 pom.xml | 2 +- 49 files changed, 7 insertions(+), 5 deletions(-) rename docs/development/{extensions-contrib => extensions-core}/azure.md (92%) rename {extensions-contrib => extensions-core}/azure-extensions/pom.xml (99%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/firehose/azure/AzureBlob.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureAccountConfig.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSource.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentConfig.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentKiller.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPuller.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPusher.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureInputDataConfig.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureLoadSpec.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorage.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorageDruidModule.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogs.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogsConfig.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureUtils.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureByteSourceTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentKillerTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPullerTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPusherTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureStorageDruidModuleTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTaskLogsTest.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTestUtils.java (100%) rename {extensions-contrib => extensions-core}/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java (100%) diff --git a/distribution/pom.xml b/distribution/pom.xml index 99b02a4910f3..ae88a47cd7b7 100644 --- a/distribution/pom.xml +++ b/distribution/pom.xml @@ -197,6 +197,8 @@ -c org.apache.druid.extensions:druid-avro-extensions -c + org.apache.druid.extensions:druid-azure-extensions + -c org.apache.druid.extensions:druid-bloom-filter -c org.apache.druid.extensions:druid-datasketches diff --git a/docs/development/extensions-contrib/azure.md b/docs/development/extensions-core/azure.md similarity index 92% rename from docs/development/extensions-contrib/azure.md rename to docs/development/extensions-core/azure.md index ed05b424724f..a4b5f91d97a4 100644 --- a/docs/development/extensions-contrib/azure.md +++ b/docs/development/extensions-core/azure.md @@ -23,7 +23,7 @@ title: "Microsoft Azure" --> -To use this Apache Druid extension, make sure to [include](../../development/extensions.md#loading-extensions) `druid-azure-extensions` extension. +To use this Apache Druid extension, make sure to [include](../extensions.md#loading-extensions) `druid-azure-extensions` extension. ## Deep Storage diff --git a/docs/development/extensions.md b/docs/development/extensions.md index 045fba8f8b10..854b7d662b8e 100644 --- a/docs/development/extensions.md +++ b/docs/development/extensions.md @@ -72,7 +72,7 @@ All of these community extensions can be downloaded using [pull-deps](../operati |Name|Description|Docs| |----|-----------|----| |ambari-metrics-emitter|Ambari Metrics Emitter |[link](../development/extensions-contrib/ambari-metrics-emitter.md)| -|druid-azure-extensions|Microsoft Azure deep storage.|[link](../development/extensions-contrib/azure.md)| +|druid-azure-extensions|Microsoft Azure deep storage.|[link](extensions-core/azure.md)| |druid-cassandra-storage|Apache Cassandra deep storage.|[link](../development/extensions-contrib/cassandra.md)| |druid-cloudfiles-extensions|Rackspace Cloudfiles deep storage and firehose.|[link](../development/extensions-contrib/cloudfiles.md)| |druid-distinctcount|DistinctCount aggregator|[link](../development/extensions-contrib/distinctcount.md)| diff --git a/docs/ingestion/native-batch.md b/docs/ingestion/native-batch.md index e19f0efbed50..62271bc0786c 100644 --- a/docs/ingestion/native-batch.md +++ b/docs/ingestion/native-batch.md @@ -925,7 +925,7 @@ Google Cloud Storage object: ### Azure Input Source -> You need to include the [`druid-azure-extensions`](../development/extensions-contrib/azure.md) as an extension to use the Azure input source. +> You need to include the [`druid-azure-extensions`](../development/extensions-core/azure.md) as an extension to use the Azure input source. The Azure input source is to support reading objects directly from Azure Blob store. Objects can be specified as list of Azure Blob store URI strings. The Azure input source is splittable and can be used diff --git a/extensions-contrib/azure-extensions/pom.xml b/extensions-core/azure-extensions/pom.xml similarity index 99% rename from extensions-contrib/azure-extensions/pom.xml rename to extensions-core/azure-extensions/pom.xml index 9162ad8982d3..ba6e3740f180 100644 --- a/extensions-contrib/azure-extensions/pom.xml +++ b/extensions-core/azure-extensions/pom.xml @@ -22,7 +22,7 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> 4.0.0 - org.apache.druid.extensions.contrib + org.apache.druid.extensions druid-azure-extensions druid-azure-extensions druid-azure-extensions diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/firehose/azure/AzureBlob.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/firehose/azure/AzureBlob.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/firehose/azure/AzureBlob.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/firehose/azure/AzureBlob.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureAccountConfig.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureAccountConfig.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureAccountConfig.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureAccountConfig.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSource.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSource.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSource.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSource.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentConfig.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentConfig.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentConfig.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentConfig.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentKiller.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentKiller.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentKiller.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentKiller.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPuller.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPuller.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPuller.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPuller.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPusher.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPusher.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPusher.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureDataSegmentPusher.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureInputDataConfig.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureInputDataConfig.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureInputDataConfig.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureInputDataConfig.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureLoadSpec.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureLoadSpec.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureLoadSpec.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureLoadSpec.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorage.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorage.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorage.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorage.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorageDruidModule.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorageDruidModule.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorageDruidModule.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureStorageDruidModule.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogs.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogs.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogs.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogs.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogsConfig.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogsConfig.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogsConfig.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureTaskLogsConfig.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureUtils.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureUtils.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureUtils.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureUtils.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java diff --git a/extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java b/extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java similarity index 100% rename from extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java rename to extensions-core/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java diff --git a/extensions-contrib/azure-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule b/extensions-core/azure-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule similarity index 100% rename from extensions-contrib/azure-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule rename to extensions-core/azure-extensions/src/main/resources/META-INF/services/org.apache.druid.initialization.DruidModule diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/firehose/azure/StaticAzureBlobStoreFirehoseFactoryTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureByteSourceTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureByteSourceTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureByteSourceTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureByteSourceTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentKillerTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentKillerTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentKillerTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentKillerTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPullerTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPullerTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPullerTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPullerTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPusherTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPusherTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPusherTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureDataSegmentPusherTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureStorageDruidModuleTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureStorageDruidModuleTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureStorageDruidModuleTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureStorageDruidModuleTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTaskLogsTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTaskLogsTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTaskLogsTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTaskLogsTest.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTestUtils.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTestUtils.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTestUtils.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureTestUtils.java diff --git a/extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java b/extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java similarity index 100% rename from extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java rename to extensions-core/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java diff --git a/pom.xml b/pom.xml index c7dd46231453..76a83a0c8920 100644 --- a/pom.xml +++ b/pom.xml @@ -136,6 +136,7 @@ cloud/gcp-common extensions-core/avro-extensions + extensions-core/azure-extensions extensions-core/datasketches extensions-core/druid-bloom-filter extensions-core/druid-kerberos @@ -159,7 +160,6 @@ extensions-core/google-extensions extensions-contrib/influx-extensions - extensions-contrib/azure-extensions extensions-contrib/cassandra-storage extensions-contrib/dropwizard-emitter extensions-contrib/cloudfiles-extensions From a67e2de0c94523bbcb09e10149787bd30cc25291 Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Mon, 24 Feb 2020 11:24:26 -0800 Subject: [PATCH 2/6] * Fix build failure --- website/.spelling | 20 ++++++++++---------- website/i18n/en.json | 6 +++--- website/redirects.json | 2 +- website/sidebars.json | 2 +- 4 files changed, 15 insertions(+), 15 deletions(-) diff --git a/website/.spelling b/website/.spelling index 54293ab2e256..bcae30b1117b 100644 --- a/website/.spelling +++ b/website/.spelling @@ -442,16 +442,6 @@ Pdist ambari-metrics metricName trustStore - - ../docs/development/extensions-contrib/azure.md -StaticAzureBlobStoreFirehose -StaticS3Firehose -fetchTimeout -gz -maxCacheCapacityBytes -maxFetchCapacityBytes -maxFetchRetry -prefetchTriggerBytes -shardSpecs - ../docs/development/extensions-contrib/cloudfiles.md StaticCloudFilesFirehose cloudfiles @@ -793,6 +783,16 @@ www.ucs.louisiana.edu zscore zscore2sample ztests + - ../docs/development/extensions-core/azure.md +StaticAzureBlobStoreFirehose +StaticS3Firehose +fetchTimeout +gz +maxCacheCapacityBytes +maxFetchCapacityBytes +maxFetchRetry +prefetchTriggerBytes +shardSpecs - ../docs/development/extensions.md DistinctCount artifactId diff --git a/website/i18n/en.json b/website/i18n/en.json index bf8283d3415d..2dd481633311 100644 --- a/website/i18n/en.json +++ b/website/i18n/en.json @@ -92,9 +92,6 @@ "development/extensions-contrib/ambari-metrics-emitter": { "title": "Ambari Metrics Emitter" }, - "development/extensions-contrib/azure": { - "title": "Microsoft Azure" - }, "development/extensions-contrib/cassandra": { "title": "Apache Cassandra" }, @@ -229,6 +226,9 @@ "development/extensions-core/test-stats": { "title": "Test Stats Aggregators" }, + "development/extensions-core/azure": { + "title": "Microsoft Azure" + }, "development/extensions": { "title": "Extensions" }, diff --git a/website/redirects.json b/website/redirects.json index 22304dab0969..7fe9577babf9 100644 --- a/website/redirects.json +++ b/website/redirects.json @@ -132,7 +132,7 @@ {"source": "design/plumber.html", "target": "../ingestion/standalone-realtime.html"} {"source": "design/realtime.html", "target": "../ingestion/standalone-realtime.html"} {"source": "development/approximate-histograms.html", "target": "extensions-core/approximate-histograms.html"} -{"source": "development/community-extensions/azure.html", "target": "../extensions-contrib/azure.html"} +{"source": "development/community-extensions/azure.html", "target": "../extensions-core/azure.html"} {"source": "development/community-extensions/cassandra.html", "target": "../extensions-contrib/cassandra.html"} {"source": "development/community-extensions/cloudfiles.html", "target": "../extensions-contrib/cloudfiles.html"} {"source": "development/community-extensions/graphite.html", "target": "../extensions-contrib/graphite.html"} diff --git a/website/sidebars.json b/website/sidebars.json index e393196877db..8ef5da7adb0c 100644 --- a/website/sidebars.json +++ b/website/sidebars.json @@ -169,8 +169,8 @@ "development/extensions-core/simple-client-sslcontext", "development/extensions-core/stats", "development/extensions-core/test-stats", + "development/extensions-core/azure", "development/extensions-contrib/ambari-metrics-emitter", - "development/extensions-contrib/azure", "development/extensions-contrib/cassandra", "development/extensions-contrib/cloudfiles", "development/extensions-contrib/distinctcount", From 659860f62c75cf99356648069017c05c620277b3 Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Mon, 24 Feb 2020 11:52:26 -0800 Subject: [PATCH 3/6] * Add The MIT License (MIT) to list of compatible licenses --- distribution/bin/check-licenses.py | 1 + 1 file changed, 1 insertion(+) diff --git a/distribution/bin/check-licenses.py b/distribution/bin/check-licenses.py index aad34cb5ca3d..b80bfeba8400 100755 --- a/distribution/bin/check-licenses.py +++ b/distribution/bin/check-licenses.py @@ -269,6 +269,7 @@ def build_compatible_license_names(): compatible_licenses['The MIT License'] = 'MIT License' compatible_licenses['MIT License'] = 'MIT License' + compatible_licenses['The MIT License (MIT)'] = 'MIT License' compatible_licenses['-'] = '-' return compatible_licenses From 4b6db7ed766356360c796069f4418fb88ac64d5c Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Tue, 25 Feb 2020 10:18:16 -0800 Subject: [PATCH 4/6] * Address review comments --- distribution/pom.xml | 2 -- docs/development/extensions.md | 2 +- licenses.yaml | 22 ++++++++++++++++++++++ website/sidebars.json | 2 +- 4 files changed, 24 insertions(+), 4 deletions(-) diff --git a/distribution/pom.xml b/distribution/pom.xml index ae88a47cd7b7..fc15e9343beb 100644 --- a/distribution/pom.xml +++ b/distribution/pom.xml @@ -384,8 +384,6 @@ -c org.apache.druid.extensions.contrib:dropwizard-emitter -c - org.apache.druid.extensions.contrib:druid-azure-extensions - -c org.apache.druid.extensions.contrib:druid-cassandra-storage -c org.apache.druid.extensions.contrib:druid-cloudfiles-extensions diff --git a/docs/development/extensions.md b/docs/development/extensions.md index 854b7d662b8e..96b00b4347e3 100644 --- a/docs/development/extensions.md +++ b/docs/development/extensions.md @@ -37,6 +37,7 @@ Core extensions are maintained by Druid committers. |Name|Description|Docs| |----|-----------|----| |druid-avro-extensions|Support for data in Apache Avro data format.|[link](../development/extensions-core/avro.md)| +|druid-azure-extensions|Microsoft Azure deep storage.|[link](../development/extensions-core/azure.md)| |druid-basic-security|Support for Basic HTTP authentication and role-based access control.|[link](../development/extensions-core/druid-basic-security.md)| |druid-bloom-filter|Support for providing Bloom filters in druid queries.|[link](../development/extensions-core/bloom-filter.md)| |druid-caffeine-cache|A local cache implementation backed by Caffeine.|[link](../configuration/index.md#cache-configuration)| @@ -72,7 +73,6 @@ All of these community extensions can be downloaded using [pull-deps](../operati |Name|Description|Docs| |----|-----------|----| |ambari-metrics-emitter|Ambari Metrics Emitter |[link](../development/extensions-contrib/ambari-metrics-emitter.md)| -|druid-azure-extensions|Microsoft Azure deep storage.|[link](extensions-core/azure.md)| |druid-cassandra-storage|Apache Cassandra deep storage.|[link](../development/extensions-contrib/cassandra.md)| |druid-cloudfiles-extensions|Rackspace Cloudfiles deep storage and firehose.|[link](../development/extensions-contrib/cloudfiles.md)| |druid-distinctcount|DistinctCount aggregator|[link](../development/extensions-contrib/distinctcount.md)| diff --git a/licenses.yaml b/licenses.yaml index 4c7c2c7ae3e0..c352faa57dd7 100644 --- a/licenses.yaml +++ b/licenses.yaml @@ -4047,6 +4047,28 @@ libraries: --- +name: Microsoft Azure SDK For Key Vault Core +license_category: binary +module: extensions/druid-azure-extensions +license_name: MIT License +copyright: Microsoft +version: 1.0.0 +libraries: + - com.microsoft.azure: azure-keyvault-core + +--- + +name: Microsoft Azure Storage Client SDK +license_category: binary +module: extensions/druid-azure-extensions +license_name: Apache License version 2.0 +copyright: Microsoft +version: 8.6.0 +libraries: + - com.microsoft.azure: azure-storage + +--- + # Web console modules start name: "@babel/runtime" license_category: binary diff --git a/website/sidebars.json b/website/sidebars.json index 8ef5da7adb0c..706e937b8ae0 100644 --- a/website/sidebars.json +++ b/website/sidebars.json @@ -147,6 +147,7 @@ "design/peons", "development/extensions-core/approximate-histograms", "development/extensions-core/avro", + "development/extensions-core/azure", "development/extensions-core/bloom-filter", "development/extensions-core/datasketches-extension", "development/extensions-core/datasketches-hll", @@ -169,7 +170,6 @@ "development/extensions-core/simple-client-sslcontext", "development/extensions-core/stats", "development/extensions-core/test-stats", - "development/extensions-core/azure", "development/extensions-contrib/ambari-metrics-emitter", "development/extensions-contrib/cassandra", "development/extensions-contrib/cloudfiles", From 8395fe407052096506d1a7fc60848d132969eb71 Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Tue, 25 Feb 2020 12:43:57 -0800 Subject: [PATCH 5/6] * change reference to contrib azure to core azure --- website/i18n/en.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/website/i18n/en.json b/website/i18n/en.json index 2dd481633311..d78245443149 100644 --- a/website/i18n/en.json +++ b/website/i18n/en.json @@ -149,6 +149,9 @@ "development/extensions-core/avro": { "title": "Apache Avro" }, + "development/extensions-core/azure": { + "title": "Microsoft Azure" + }, "development/extensions-core/bloom-filter": { "title": "Bloom Filter" }, @@ -226,9 +229,6 @@ "development/extensions-core/test-stats": { "title": "Test Stats Aggregators" }, - "development/extensions-core/azure": { - "title": "Microsoft Azure" - }, "development/extensions": { "title": "Extensions" }, From 00b3af1fd73d76c3e198ff2556118197f6604852 Mon Sep 17 00:00:00 2001 From: zachary sherman Date: Tue, 25 Feb 2020 13:11:41 -0800 Subject: [PATCH 6/6] * Fix spelling mistakes. --- docs/development/extensions-core/azure.md | 2 +- website/.spelling | 29 +++++++++++++++-------- 2 files changed, 20 insertions(+), 11 deletions(-) diff --git a/docs/development/extensions-core/azure.md b/docs/development/extensions-core/azure.md index a4b5f91d97a4..ed05b424724f 100644 --- a/docs/development/extensions-core/azure.md +++ b/docs/development/extensions-core/azure.md @@ -23,7 +23,7 @@ title: "Microsoft Azure" --> -To use this Apache Druid extension, make sure to [include](../extensions.md#loading-extensions) `druid-azure-extensions` extension. +To use this Apache Druid extension, make sure to [include](../../development/extensions.md#loading-extensions) `druid-azure-extensions` extension. ## Deep Storage diff --git a/website/.spelling b/website/.spelling index bcae30b1117b..275854f669f0 100644 --- a/website/.spelling +++ b/website/.spelling @@ -442,11 +442,28 @@ Pdist ambari-metrics metricName trustStore + - ../docs/development/extensions-core/azure.md +StaticAzureBlobStoreFirehose +StaticS3Firehose +fetchTimeout +gz +maxCacheCapacityBytes +maxFetchCapacityBytes +maxFetchRetry +prefetchTriggerBytes +shardSpecs - ../docs/development/extensions-contrib/cloudfiles.md StaticCloudFilesFirehose cloudfiles rackspace-cloudfiles-uk rackspace-cloudfiles-us +StaticAzureBlobStoreFirehose +gz +shardSpecs +maxCacheCapacityBytes +maxFetchCapacityBytes +fetchTimeout +maxFetchRetry - ../docs/development/extensions-contrib/distinctcount.md distinctCount groupBy @@ -783,16 +800,6 @@ www.ucs.louisiana.edu zscore zscore2sample ztests - - ../docs/development/extensions-core/azure.md -StaticAzureBlobStoreFirehose -StaticS3Firehose -fetchTimeout -gz -maxCacheCapacityBytes -maxFetchCapacityBytes -maxFetchRetry -prefetchTriggerBytes -shardSpecs - ../docs/development/extensions.md DistinctCount artifactId @@ -973,6 +980,8 @@ splitHintSpec taskStatusCheckPeriodMs timeChunk totalNumMergeTasks +StaticS3Firehose +prefetchTriggerBytes - ../docs/ingestion/schema-design.md product_category product_id