[Branch 2.7] Upgrade Netty to 4.1.77.Final, Netty Tcnative, grpc and protobuf

buildtools/pom.xml

@@ -59,7 +59,7 @@
     <dependency>
       <groupId>io.netty</groupId>
       <artifactId>netty-common</artifactId>
-      <version>4.1.68.Final</version>
+      <version>4.1.77.Final</version>
       <scope>test</scope>
     </dependency>
   </dependencies>

distribution/server/pom.xml

@@ -182,6 +182,12 @@
       <artifactId>grpc-all</artifactId>
     </dependency>
 
+    <dependency>
+      <groupId>io.perfmark</groupId>
+      <artifactId>perfmark-api</artifactId>
+      <scope>compile</scope>
+    </dependency>
+
     <!-- bookkeeper http server -->
     <dependency>
       <groupId>org.apache.bookkeeper.http</groupId>

distribution/server/src/assemble/LICENSE.bin.txt

@@ -321,7 +321,8 @@ The Apache Software License, Version 2.0
      - com.fasterxml.jackson.module-jackson-module-jaxb-annotations-2.11.1.jar
      - com.fasterxml.jackson.module-jackson-module-jsonSchema-2.11.1.jar
  * Caffeine -- com.github.ben-manes.caffeine-caffeine-2.6.2.jar
- * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-1.12.0.jar
+ * Conscrypt -- org.conscrypt-conscrypt-openjdk-uber-2.5.1.jar
+ * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-2.0.1.jar
  * Joda -- org.joda-joda-convert-2.2.1.jar
  * Bitbucket -- org.bitbucket.b_c-jose4j-0.7.2.jar
  * Gson
@@ -357,24 +358,31 @@ The Apache Software License, Version 2.0
     - org.apache.commons-commons-compress-1.21.jar
     - org.apache.commons-commons-lang3-3.6.jar
  * Netty
-    - io.netty-netty-buffer-4.1.68.Final.jar
-    - io.netty-netty-codec-4.1.68.Final.jar
-    - io.netty-netty-codec-dns-4.1.68.Final.jar
-    - io.netty-netty-codec-http-4.1.68.Final.jar
-    - io.netty-netty-codec-http2-4.1.68.Final.jar
-    - io.netty-netty-codec-socks-4.1.68.Final.jar
-    - io.netty-netty-codec-haproxy-4.1.68.Final.jar
-    - io.netty-netty-common-4.1.68.Final.jar
-    - io.netty-netty-handler-4.1.68.Final.jar
-    - io.netty-netty-handler-proxy-4.1.68.Final.jar
-    - io.netty-netty-resolver-4.1.68.Final.jar
-    - io.netty-netty-resolver-dns-4.1.68.Final.jar
-    - io.netty-netty-transport-4.1.68.Final.jar
-    - io.netty-netty-transport-native-epoll-4.1.68.Final-linux-x86_64.jar
-    - io.netty-netty-transport-native-epoll-4.1.68.Final.jar
-    - io.netty-netty-transport-native-unix-common-4.1.68.Final.jar
-    - io.netty-netty-transport-native-unix-common-4.1.68.Final-linux-x86_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.42.Final.jar
+    - io.netty-netty-buffer-4.1.77.Final.jar
+    - io.netty-netty-codec-4.1.77.Final.jar
+    - io.netty-netty-codec-dns-4.1.77.Final.jar
+    - io.netty-netty-codec-http-4.1.77.Final.jar
+    - io.netty-netty-codec-http2-4.1.77.Final.jar
+    - io.netty-netty-codec-socks-4.1.77.Final.jar
+    - io.netty-netty-codec-haproxy-4.1.77.Final.jar
+    - io.netty-netty-common-4.1.77.Final.jar
+    - io.netty-netty-handler-4.1.77.Final.jar
+    - io.netty-netty-handler-proxy-4.1.77.Final.jar
+    - io.netty-netty-resolver-4.1.77.Final.jar
+    - io.netty-netty-resolver-dns-4.1.77.Final.jar
+    - io.netty-netty-transport-4.1.77.Final.jar
+    - io.netty-netty-transport-classes-epoll-4.1.77.Final.jar
+    - io.netty-netty-transport-native-epoll-4.1.77.Final-linux-x86_64.jar
+    - io.netty-netty-transport-native-epoll-4.1.77.Final.jar
+    - io.netty-netty-transport-native-unix-common-4.1.77.Final.jar
+    - io.netty-netty-transport-native-unix-common-4.1.77.Final-linux-x86_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final-linux-aarch_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final-linux-x86_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final-osx-aarch_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final-osx-x86_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.52.Final-windows-x86_64.jar
+    - io.netty-netty-tcnative-classes-2.0.52.Final.jar
  * Prometheus client
     - io.prometheus-simpleclient-0.5.0.jar
     - io.prometheus-simpleclient_common-0.5.0.jar
@@ -395,35 +403,35 @@ The Apache Software License, Version 2.0
     - org.apache.logging.log4j-log4j-1.2-api-2.17.1.jar
  * Java Native Access JNA -- net.java.dev.jna-jna-4.2.0.jar
  * BookKeeper
-    - org.apache.bookkeeper-bookkeeper-common-4.12.1.jar
-    - org.apache.bookkeeper-bookkeeper-common-allocator-4.12.1.jar
-    - org.apache.bookkeeper-bookkeeper-proto-4.12.1.jar
-    - org.apache.bookkeeper-bookkeeper-server-4.12.1.jar
-    - org.apache.bookkeeper-bookkeeper-tools-framework-4.12.1.jar
-    - org.apache.bookkeeper-circe-checksum-4.12.1.jar
-    - org.apache.bookkeeper-cpu-affinity-4.12.1.jar
-    - org.apache.bookkeeper-statelib-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-api-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-common-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-java-client-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-java-client-base-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-proto-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-server-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-service-api-4.12.1.jar
-    - org.apache.bookkeeper-stream-storage-service-impl-4.12.1.jar
-    - org.apache.bookkeeper.http-http-server-4.12.1.jar
-    - org.apache.bookkeeper.http-vertx-http-server-4.12.1.jar
-    - org.apache.bookkeeper.stats-bookkeeper-stats-api-4.12.1.jar
-    - org.apache.bookkeeper.stats-prometheus-metrics-provider-4.12.1.jar
-    - org.apache.bookkeeper.tests-stream-storage-tests-common-4.12.1.jar
-    - org.apache.distributedlog-distributedlog-common-4.12.1.jar
-    - org.apache.distributedlog-distributedlog-core-4.12.1-tests.jar
-    - org.apache.distributedlog-distributedlog-core-4.12.1.jar
-    - org.apache.distributedlog-distributedlog-protocol-4.12.1.jar
-    - org.apache.bookkeeper.stats-codahale-metrics-provider-4.12.1.jar
+    - org.apache.bookkeeper-bookkeeper-common-4.14.5.jar
+    - org.apache.bookkeeper-bookkeeper-common-allocator-4.14.5.jar
+    - org.apache.bookkeeper-bookkeeper-proto-4.14.5.jar
+    - org.apache.bookkeeper-bookkeeper-server-4.14.5.jar
+    - org.apache.bookkeeper-bookkeeper-tools-framework-4.14.5.jar
+    - org.apache.bookkeeper-circe-checksum-4.14.5.jar
+    - org.apache.bookkeeper-cpu-affinity-4.14.5.jar
+    - org.apache.bookkeeper-statelib-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-api-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-common-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-java-client-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-java-client-base-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-proto-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-server-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-service-api-4.14.5.jar
+    - org.apache.bookkeeper-stream-storage-service-impl-4.14.5.jar
+    - org.apache.bookkeeper.http-http-server-4.14.5.jar
+    - org.apache.bookkeeper.http-vertx-http-server-4.14.5.jar
+    - org.apache.bookkeeper.stats-bookkeeper-stats-api-4.14.5.jar
+    - org.apache.bookkeeper.stats-codahale-metrics-provider-4.14.5.jar
+    - org.apache.bookkeeper.stats-prometheus-metrics-provider-4.14.5.jar
+    - org.apache.bookkeeper.tests-stream-storage-tests-common-4.14.5.jar
+    - org.apache.distributedlog-distributedlog-common-4.14.5.jar
+    - org.apache.distributedlog-distributedlog-core-4.14.5-tests.jar
+    - org.apache.distributedlog-distributedlog-core-4.14.5.jar
+    - org.apache.distributedlog-distributedlog-protocol-4.14.5.jar
   * Apache HTTP Client
-    - org.apache.httpcomponents-httpclient-4.5.5.jar
-    - org.apache.httpcomponents-httpcore-4.4.9.jar
+    - org.apache.httpcomponents-httpclient-4.5.13.jar
+    - org.apache.httpcomponents-httpcore-4.4.13.jar
  * AirCompressor
     - io.airlift-aircompressor-0.20.jar
  * AsyncHttpClient
@@ -450,26 +458,35 @@ The Apache Software License, Version 2.0
  * SnakeYaml -- org.yaml-snakeyaml-1.26.jar
  * RocksDB - org.rocksdb-rocksdbjni-6.10.2.jar
  * Google Error Prone Annotations - com.google.errorprone-error_prone_annotations-2.3.4.jar
- * Apache Thrifth - org.apache.thrift-libthrift-0.12.0.jar
+ * Apache Thrifth - org.apache.thrift-libthrift-0.14.2.jar
  * OkHttp
-    - com.squareup.okhttp-okhttp-2.5.0.jar
- * Okio - com.squareup.okio-okio-1.13.0.jar
+    - com.squareup.okhttp-okhttp-2.7.4.jar
+ * Okio - com.squareup.okio-okio-1.17.5.jar
  * Javassist -- org.javassist-javassist-3.25.0-GA.jar
   * gRPC
-    - io.grpc-grpc-all-1.18.0.jar
-    - io.grpc-grpc-auth-1.18.0.jar
-    - io.grpc-grpc-context-1.18.0.jar
-    - io.grpc-grpc-core-1.18.0.jar
-    - io.grpc-grpc-netty-1.18.0.jar
-    - io.grpc-grpc-okhttp-1.18.0.jar
-    - io.grpc-grpc-protobuf-1.18.0.jar
-    - io.grpc-grpc-protobuf-lite-1.18.0.jar
-    - io.grpc-grpc-stub-1.18.0.jar
-    - io.grpc-grpc-protobuf-nano-1.18.0.jar
-    - io.grpc-grpc-testing-1.18.0.jar
+    - io.grpc-grpc-all-1.45.1.jar
+    - io.grpc-grpc-auth-1.45.1.jar
+    - io.grpc-grpc-context-1.45.1.jar
+    - io.grpc-grpc-core-1.45.1.jar
+    - io.grpc-grpc-netty-1.45.1.jar
+    - io.grpc-grpc-protobuf-1.45.1.jar
+    - io.grpc-grpc-protobuf-lite-1.45.1.jar
+    - io.grpc-grpc-stub-1.45.1.jar
+    - io.grpc-grpc-alts-1.45.1.jar
+    - io.grpc-grpc-api-1.45.1.jar
+    - io.grpc-grpc-grpclb-1.45.1.jar
+    - io.grpc-grpc-netty-shaded-1.45.1.jar
+    - io.grpc-grpc-services-1.45.1.jar
+    - io.grpc-grpc-xds-1.45.1.jar
+    - io.grpc-grpc-rls-1.45.1.jar
+    - io.grpc-grpc-okhttp-1.45.1.jar
+    - io.grpc-grpc-testing-1.45.1.jar
+  * Perfmark
+    - io.perfmark-perfmark-api-0.19.0.jar
   * OpenCensus
-    - io.opencensus-opencensus-api-0.18.0.jar
-    - io.opencensus-opencensus-contrib-grpc-metrics-0.18.0.jar
+    - io.opencensus-opencensus-api-0.28.0.jar
+    - io.opencensus-opencensus-contrib-http-util-0.28.0.jar
+    - io.opencensus-opencensus-proto-0.2.0.jar
   * Jodah
     - net.jodah-typetools-0.5.0.jar
   * Apache Avro
@@ -482,7 +499,7 @@ The Apache Software License, Version 2.0
   * Apache Yetus
     - org.apache.yetus-audience-annotations-0.5.0.jar
   * @FreeBuilder
-    - org.inferred-freebuilder-1.14.9.jar
+    - org.inferred-freebuilder-2.7.0.jar
   * Squareup
     - com.squareup.okhttp3-logging-interceptor-3.14.3.jar
     - com.squareup.okhttp3-okhttp-3.14.3.jar
@@ -494,9 +511,9 @@ The Apache Software License, Version 2.0
     - joda-time-2.10.1.jar
     - joda-time-joda-time-2.10.1.jar
   * Dropwizard
-    - io.dropwizard.metrics-metrics-core-3.1.0.jar
-    - io.dropwizard.metrics-metrics-graphite-3.1.0.jar
-    - io.dropwizard.metrics-metrics-jvm-3.1.0.jar
+    - io.dropwizard.metrics-metrics-core-3.2.5.jar
+    - io.dropwizard.metrics-metrics-graphite-3.2.5.jar
+    - io.dropwizard.metrics-metrics-jvm-3.2.5.jar
   * Prometheus
     - io.prometheus-simpleclient_httpserver-0.5.0.jar
   * Java JSON WebTokens
@@ -514,10 +531,19 @@ The Apache Software License, Version 2.0
     - org.apache.zookeeper-zookeeper-jute-3.5.9.jar
   * IPAddress
     - com.github.seancfoley-ipaddress-5.3.3.jar
+  * Snappy Java
+    - org.xerial.snappy-snappy-java-1.1.7.jar
+  * Google HTTP Client
+    - com.google.auto.value-auto-value-annotations-1.9.jar
+    - com.google.http-client-google-http-client-1.41.0.jar
+    - com.google.http-client-google-http-client-gson-1.41.0.jar
+    - com.google.http-client-google-http-client-jackson2-1.41.0.jar
+    - com.google.re2j-re2j-1.5.jar
 
 BSD 3-clause "New" or "Revised" License
  * Google auth library
-    - com.google.auth-google-auth-library-credentials-0.9.0.jar -- licenses/LICENSE-google-auth-library.txt
+    - com.google.auth-google-auth-library-credentials-1.4.0.jar -- licenses/LICENSE-google-auth-library.txt
+    - com.google.auth-google-auth-library-oauth2-http-1.4.0.jar -- licenses/LICENSE-google-auth-library.txt
  * LevelDB -- (included in org.rocksdb.*.jar) -- licenses/LICENSE-LevelDB.txt
  * JSR305 -- com.google.code.findbugs-jsr305-3.0.2.jar -- licenses/LICENSE-JSR305.txt
  * JavaHamcrest -- org.hamcrest-hamcrest-core-1.3.jar -- licenses/LICENSE-Hamcrest.txt
@@ -531,17 +557,13 @@ MIT License
     - org.slf4j-jul-to-slf4j-1.7.25.jar
     - org.slf4j-slf4j-api-1.7.25.jar
     - org.slf4j-jcl-over-slf4j-1.7.25.jar
- * Animal Sniffer Annotations
-    - org.codehaus.mojo-animal-sniffer-annotations-1.17.jar
  * The Checker Framework
- 	- org.checkerframework-checker-compat-qual-2.5.2.jar
     - org.checkerframework-checker-qual-3.5.0.jar
 
 Protocol Buffers License
  * Protocol Buffers
-   - com.google.protobuf-protobuf-java-3.16.1.jar -- licenses/LICENSE-protobuf.txt
-   - com.google.protobuf-protobuf-java-util-3.16.1.jar -- licenses/LICENSE-protobuf.txt
-   - com.google.protobuf.nano-protobuf-javanano-3.0.0-alpha-5.jar -- licenses/LICENSE-protobuf.txt
+   - com.google.protobuf-protobuf-java-3.19.2.jar -- licenses/LICENSE-protobuf.txt
+   - com.google.protobuf-protobuf-java-util-3.19.2.jar -- licenses/LICENSE-protobuf.txt
 
 CDDL-1.1 -- licenses/LICENSE-CDDL-1.1.txt
  * Java Annotations API
@@ -571,7 +593,8 @@ CDDL-1.1 -- licenses/LICENSE-CDDL-1.1.txt
  * Mimepull -- org.jvnet.mimepull-mimepull-1.9.13.jar
 
 Eclipse Distribution License 1.0 -- licenses/LICENSE-EDL-1.0.txt
- * Jakarta Activation -- jakarta.activation-jakarta.activation-api-1.2.1.jar
+ * Jakarta Activation
+   - jakarta.activation-jakarta.activation-api-1.2.1.jar
  * Jakarta XML Binding -- jakarta.xml.bind-jakarta.xml.bind-api-2.3.2.jar
 
 Eclipse Public License 1.0 -- licenses/LICENSE-AspectJ.txt

distribution/server/src/assemble/NOTICE.bin.txt

@@ -201,7 +201,6 @@ http://gcc.gnu.org/onlinedocs/libstdc++/manual/license.html
     * Performance and memory usage improvement
 
 ------------------------------------------------------------------------------------
-- org.checkerframework-checker-compat-qual-2.5.2.jar
 
 A few parts of the Checker Framework have more permissive licenses.
 

docker/pulsar-all/pom.xml

@@ -38,6 +38,11 @@
       <type>pom</type>
       <scope>provided</scope>
     </dependency>
+    <dependency>
+      <groupId>io.perfmark</groupId>
+      <artifactId>perfmark-api</artifactId>
+      <scope>runtime</scope>
+    </dependency>
     <dependency>
       <groupId>${project.groupId}</groupId>
       <artifactId>pulsar-offloader-distribution</artifactId>

pom.xml

@@ -98,10 +98,10 @@ flexible messaging model and an intuitive client API.</description>
     <!-- apache commons -->
     <commons-compress.version>1.21</commons-compress.version>
 
-    <bookkeeper.version>4.12.1</bookkeeper.version>
+    <bookkeeper.version>4.14.5</bookkeeper.version>
     <zookeeper.version>3.5.9</zookeeper.version>
-    <netty.version>4.1.68.Final</netty.version>
-    <netty-tc-native.version>2.0.42.Final</netty-tc-native.version>
+    <netty.version>4.1.77.Final</netty.version>
+    <netty-tc-native.version>2.0.52.Final</netty-tc-native.version>
     <jetty.version>9.4.43.v20210629</jetty.version>
     <jersey.version>2.31</jersey.version>
     <athenz.version>1.10.9</athenz.version>
@@ -122,9 +122,11 @@ flexible messaging model and an intuitive client API.</description>
     <dockerfile-maven.version>1.4.13</dockerfile-maven.version>
     <typetools.version>0.5.0</typetools.version>
     <protobuf2.version>2.4.1</protobuf2.version>
-    <protobuf3.version>3.16.1</protobuf3.version>
+    <protobuf3.version>3.19.2</protobuf3.version>
     <protoc3.version>${protobuf3.version}</protoc3.version>
-    <grpc.version>1.18.0</grpc.version>
+    <grpc.version>1.45.1</grpc.version>
+    <perfmark.version>0.19.0</perfmark.version>
+    <google-http-client.version>1.41.0</google-http-client.version>
     <protoc-gen-grpc-java.version>${grpc.version}</protoc-gen-grpc-java.version>
     <gson.version>2.8.9</gson.version>
     <sketches.version>0.8.3</sketches.version>
@@ -150,7 +152,7 @@ flexible messaging model and an intuitive client API.</description>
     <scala-library.version>2.11.12</scala-library.version>
     <debezium.version>1.0.0.Final</debezium.version>
     <jsonwebtoken.version>0.11.1</jsonwebtoken.version>
-    <opencensus.version>0.18.0</opencensus.version>
+    <opencensus.version>0.28.0</opencensus.version>
     <hbase.version>2.3.0</hbase.version>
     <guava.version>30.1-jre</guava.version>
     <jcip.version>1.0</jcip.version>
@@ -787,6 +789,14 @@ flexible messaging model and an intuitive client API.</description>
         <version>${typetools.version}</version>
       </dependency>
 
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-bom</artifactId>
+        <version>${grpc.version}</version>
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
+
       <dependency>
         <groupId>io.grpc</groupId>
         <artifactId>grpc-all</artifactId>
@@ -800,21 +810,34 @@ flexible messaging model and an intuitive client API.</description>
       </dependency>
 
       <dependency>
-        <groupId>io.grpc</groupId>
-        <artifactId>grpc-core</artifactId>
-        <version>${grpc.version}</version>
+        <groupId>com.google.http-client</groupId>
+        <artifactId>google-http-client</artifactId>
+        <version>${google-http-client.version}</version>
       </dependency>
 
       <dependency>
-        <groupId>io.grpc</groupId>
-        <artifactId>grpc-stub</artifactId>
-        <version>${grpc.version}</version>
+        <groupId>io.perfmark</groupId>
+        <artifactId>perfmark-api</artifactId>
+        <version>${perfmark.version}</version>
+        <scope>runtime</scope>
+        <exclusions>
+          <exclusion>
+            <artifactId>error_prone_annotations</artifactId>
+            <groupId>com.google.errorprone</groupId>
+          </exclusion>
+        </exclusions>
       </dependency>
 
       <dependency>
-        <groupId>io.grpc</groupId>
-        <artifactId>grpc-protobuf-lite</artifactId>
-        <version>${grpc.version}</version>
+        <groupId>com.google.http-client</groupId>
+        <artifactId>google-http-client-jackson2</artifactId>
+        <version>${google-http-client.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>com.google.http-client</groupId>
+        <artifactId>google-http-client-gson</artifactId>
+        <version>${google-http-client.version}</version>
       </dependency>
 
       <dependency>
@@ -918,6 +941,12 @@ flexible messaging model and an intuitive client API.</description>
         <version>${opencensus.version}</version>
       </dependency>
 
+      <dependency>
+        <groupId>io.opencensus</groupId>
+        <artifactId>opencensus-contrib-http-util</artifactId>
+        <version>${opencensus.version}</version>
+      </dependency>
+
       <dependency>
         <groupId>io.opencensus</groupId>
         <artifactId>opencensus-contrib-grpc-metrics</artifactId>