diff --git a/pinot-common/pom.xml b/pinot-common/pom.xml index 570d83dff218..1ea5f53b6792 100644 --- a/pinot-common/pom.xml +++ b/pinot-common/pom.xml @@ -257,7 +257,7 @@ org.apache.logging.log4j - log4j-slf4j-impl + log4j-slf4j2-impl org.apache.logging.log4j diff --git a/pinot-connectors/pinot-spark-3-connector/pom.xml b/pinot-connectors/pinot-spark-3-connector/pom.xml index 5efe8a3a9a01..10923484b80b 100644 --- a/pinot-connectors/pinot-spark-3-connector/pom.xml +++ b/pinot-connectors/pinot-spark-3-connector/pom.xml @@ -33,7 +33,7 @@ https://pinot.apache.org/ ${basedir}/../.. - 3.4.0 + 3.5.0 4.8 3.1.1 org.apache.pinot.\$internal diff --git a/pinot-distribution/pinot-assembly.xml b/pinot-distribution/pinot-assembly.xml index eef6100d27e8..16b1051d20ed 100644 --- a/pinot-distribution/pinot-assembly.xml +++ b/pinot-distribution/pinot-assembly.xml @@ -94,10 +94,10 @@ - ${pinot.root}/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/target/pinot-batch-ingestion-spark-3.2-${project.version}-shaded.jar + ${pinot.root}/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/target/pinot-batch-ingestion-spark-3-${project.version}-shaded.jar - plugins-external/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pinot-batch-ingestion-spark-3.2-${project.version}-shaded.jar + plugins-external/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pinot-batch-ingestion-spark-3-${project.version}-shaded.jar diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml similarity index 97% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml index 0d11fe655eb6..95f3fcdbc2bc 100644 --- a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml +++ b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml @@ -30,14 +30,14 @@ .. - pinot-batch-ingestion-spark-3.2 - Pinot Batch Ingestion for Spark 3.2 + pinot-batch-ingestion-spark-3 + Pinot Batch Ingestion for Spark 3 https://pinot.apache.org/ ${basedir}/../../.. package 2.12 - 3.2.1 + 3.5.0 2.12.15 3.11 diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentMetadataPushJobRunner.java b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentMetadataPushJobRunner.java similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentMetadataPushJobRunner.java rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentMetadataPushJobRunner.java diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentTarPushJobRunner.java b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentTarPushJobRunner.java similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentTarPushJobRunner.java rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentTarPushJobRunner.java diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentUriPushJobRunner.java b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentUriPushJobRunner.java similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentUriPushJobRunner.java rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentUriPushJobRunner.java diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndTarPushJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndTarPushJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndTarPushJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndTarPushJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndUriPushJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndUriPushJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationAndUriPushJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationAndUriPushJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentCreationJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentCreationJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentTarPushJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentTarPushJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentTarPushJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentTarPushJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentUriPushJobSpec.yaml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentUriPushJobSpec.yaml similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/resources/segmentUriPushJobSpec.yaml rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/resources/segmentUriPushJobSpec.yaml diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java similarity index 100% rename from pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java rename to pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java diff --git a/pinot-plugins/pinot-batch-ingestion/pom.xml b/pinot-plugins/pinot-batch-ingestion/pom.xml index 26bc514af782..faed51339d8b 100644 --- a/pinot-plugins/pinot-batch-ingestion/pom.xml +++ b/pinot-plugins/pinot-batch-ingestion/pom.xml @@ -41,7 +41,7 @@ pinot-batch-ingestion-common pinot-batch-ingestion-spark-2.4 - pinot-batch-ingestion-spark-3.2 + pinot-batch-ingestion-spark-3 pinot-batch-ingestion-hadoop pinot-batch-ingestion-standalone diff --git a/pinot-spi/pom.xml b/pinot-spi/pom.xml index 956665d3d214..08e5f6709df2 100644 --- a/pinot-spi/pom.xml +++ b/pinot-spi/pom.xml @@ -96,7 +96,7 @@ org.apache.logging.log4j - log4j-slf4j-impl + log4j-slf4j2-impl com.lmax diff --git a/pom.xml b/pom.xml index ea8efa66da07..0e2d425cf0a1 100644 --- a/pom.xml +++ b/pom.xml @@ -151,7 +151,7 @@ 1.1.10.4 1.5.2-3 1.8.0 - 2.17.1 + 2.20.0 4.1.94.Final 1.0.3 1.19.0 @@ -605,7 +605,7 @@ org.slf4j slf4j-api - 1.7.25 + 2.0.9 org.apache.logging.log4j @@ -618,9 +618,20 @@ ${log4j.version} + org.apache.logging.log4j + log4j-slf4j2-impl + ${log4j.version} + + + org.apache.logging.log4j log4j-slf4j-impl ${log4j.version} + provided org.apache.logging.log4j