From 2dc476e418743af0eaafd5b667b076ea91495799 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 12:53:31 +0200 Subject: [PATCH 01/21] script to check dependency changes --- .github/workflows/post-commit.yml | 28 +++ .gitignore | 3 + hadoop-ozone/dev-support/checks/dependency.sh | 40 +++ .../dist/src/main/license/jar-report.txt | 230 ++++++++++++++++++ .../src/main/license/update-jar-report.sh | 32 +++ 5 files changed, 333 insertions(+) create mode 100755 hadoop-ozone/dev-support/checks/dependency.sh create mode 100644 hadoop-ozone/dist/src/main/license/jar-report.txt create mode 100755 hadoop-ozone/dist/src/main/license/update-jar-report.sh diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index f94f3a2fc9f7..2e22c0920d33 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -112,6 +112,34 @@ jobs: rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds* rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone* if: always() + dependency: + needs: compile + runs-on: ubuntu-18.04 + if: github.event_name != 'pull_request' || github.event.pull_request.draft == false + steps: + - name: Checkout project + uses: actions/checkout@v2 + with: + path: ozone + - name: Download compiled Ozone binaries + uses: actions/download-artifact@v2 + with: + name: ozone-bin + - name: Untar binaries + run: | + mkdir dist + tar --strip-components=1 xzf hadoop-ozone*.tar.gz -C dist + - name: Execute tests + run: | + export OZONE_DIST_DIR=`pwd`/dist + ./hadoop-ozone/dev-support/checks/dependency.sh + - name: Archive build results + uses: actions/upload-artifact@v2 + if: always() + with: + name: dependency + path: target/dependency + continue-on-error: true acceptance: needs: compile runs-on: ubuntu-18.04 diff --git a/.gitignore b/.gitignore index d3a3e1b86dc9..b89e06e92ab5 100644 --- a/.gitignore +++ b/.gitignore @@ -67,3 +67,6 @@ hadoop-ozone/recon/node_modules .mvn .dev-tools + + +hadoop-ozone/dist/src/main/license/current.txt diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh new file mode 100755 index 000000000000..768fbea13bf1 --- /dev/null +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -euo pipefail + +DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" +cd "$DIR/../../.." || exit 1 + +REPORT_DIR=${OUTPUT_DIR:-"$DIR/../../../target/dependency"} +mkdir -p "$REPORT_DIR" +REPORT_FILE="$REPORT_DIR/summary.txt" + +hadoop-ozone/dist/src/main/license/update-jar-report.sh current.txt + +(diff hadoop-ozone/dist/src/main/license/jar-report.txt hadoop-ozone/dist/src/main/license/current.txt || true ) > "$REPORT_FILE" + + +if [ -s "$REPORT_FILE" ]; then + echo "Jar files are added/removed to/from the binary package." + echo "" + echo "Please update the hadoop-ozone/dist/src/main/license/bin/LICENSE.txt file with the modification AND execute hadoop-ozone/dist/src/main/license/update-jar-report.sh if you are ready." + echo "" + echo "Generated hadoop-ozone/dist/src/main/license/jar-report.txt file should be added to your pull-request. It will be used as the base of future comparison." + echo "" + cat $REPORT_FILE + exit 1 +fi diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt new file mode 100644 index 000000000000..1f494a7d78ce --- /dev/null +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -0,0 +1,230 @@ +./share/ozone/lib/accessors-smart.jar +./share/ozone/lib/activation.jar +./share/ozone/lib/animal-sniffer-annotations.jar +./share/ozone/lib/annotations.jar +./share/ozone/lib/annotations.jar +./share/ozone/lib/aopalliance.jar +./share/ozone/lib/aopalliance-repackaged.jar +./share/ozone/lib/asm.jar +./share/ozone/lib/aws-java-sdk-core.jar +./share/ozone/lib/aws-java-sdk-kms.jar +./share/ozone/lib/aws-java-sdk-s3.jar +./share/ozone/lib/bcpkix-jdk15on.jar +./share/ozone/lib/bcprov-jdk15on.jar +./share/ozone/lib/bonecp.RELEASE.jar +./share/ozone/lib/cdi-api.jar +./share/ozone/lib/checker-qual.jar +./share/ozone/lib/commons-beanutils.jar +./share/ozone/lib/commons-cli.jar +./share/ozone/lib/commons-codec.jar +./share/ozone/lib/commons-collections.jar +./share/ozone/lib/commons-compress.jar +./share/ozone/lib/commons-configuration2.jar +./share/ozone/lib/commons-daemon.jar +./share/ozone/lib/commons-digester.jar +./share/ozone/lib/commons-io.jar +./share/ozone/lib/commons-lang3.jar +./share/ozone/lib/commons-logging.jar +./share/ozone/lib/commons-math3.jar +./share/ozone/lib/commons-net.jar +./share/ozone/lib/commons-pool2.jar +./share/ozone/lib/commons-text.jar +./share/ozone/lib/commons-validator.jar +./share/ozone/lib/derby.jar +./share/ozone/lib/disruptor.jar +./share/ozone/lib/dnsjava.jar +./share/ozone/lib/error_prone_annotations.jar +./share/ozone/lib/failureaccess.jar +./share/ozone/lib/grpc-api.jar +./share/ozone/lib/grpc-context.jar +./share/ozone/lib/grpc-core.jar +./share/ozone/lib/grpc-netty.jar +./share/ozone/lib/grpc-protobuf.jar +./share/ozone/lib/grpc-protobuf-lite.jar +./share/ozone/lib/grpc-stub.jar +./share/ozone/lib/gson.jar +./share/ozone/lib/guava-jre.jar +./share/ozone/lib/guice-assistedinject.jar +./share/ozone/lib/guice-bridge.jar +./share/ozone/lib/guice.jar +./share/ozone/lib/guice-multibindings.jar +./share/ozone/lib/guice-servlet.jar +./share/ozone/lib/hadoop-annotations.jar +./share/ozone/lib/hadoop-auth.jar +./share/ozone/lib/hadoop-common.jar +./share/ozone/lib/hadoop-hdds-client.jar +./share/ozone/lib/hadoop-hdds-common.jar +./share/ozone/lib/hadoop-hdds-config.jar +./share/ozone/lib/hadoop-hdds-container-service.jar +./share/ozone/lib/hadoop-hdds-docs.jar +./share/ozone/lib/hadoop-hdds-hadoop-dependency-client.jar +./share/ozone/lib/hadoop-hdds-hadoop-dependency-server.jar +./share/ozone/lib/hadoop-hdds-interface-admin.jar +./share/ozone/lib/hadoop-hdds-interface-client.jar +./share/ozone/lib/hadoop-hdds-interface-server.jar +./share/ozone/lib/hadoop-hdds-server-framework.jar +./share/ozone/lib/hadoop-hdds-server-scm.jar +./share/ozone/lib/hadoop-hdds-tools.jar +./share/ozone/lib/hadoop-hdfs-client.jar +./share/ozone/lib/hadoop-hdfs.jar +./share/ozone/lib/hadoop-ozone-client.jar +./share/ozone/lib/hadoop-ozone-common.jar +./share/ozone/lib/hadoop-ozone-csi.jar +./share/ozone/lib/hadoop-ozone-datanode.jar +./share/ozone/lib/hadoop-ozone-filesystem-common.jar +./share/ozone/lib/hadoop-ozone-filesystem.jar +./share/ozone/lib/hadoop-ozone-insight.jar +./share/ozone/lib/hadoop-ozone-interface-client.jar +./share/ozone/lib/hadoop-ozone-interface-storage.jar +./share/ozone/lib/hadoop-ozone-ozone-manager.jar +./share/ozone/lib/hadoop-ozone-reconcodegen.jar +./share/ozone/lib/hadoop-ozone-recon.jar +./share/ozone/lib/hadoop-ozone-s3gateway.jar +./share/ozone/lib/hadoop-ozone-tools.jar +./share/ozone/lib/hk2-api.jar +./share/ozone/lib/hk2-locator.jar +./share/ozone/lib/hk2-utils.jar +./share/ozone/lib/htrace-core4-incubating.jar +./share/ozone/lib/httpclient.jar +./share/ozone/lib/httpcore.jar +./share/ozone/lib/ion-java.jar +./share/ozone/lib/j2objc-annotations.jar +./share/ozone/lib/jackson-annotations.jar +./share/ozone/lib/jackson-core.jar +./share/ozone/lib/jackson-databind.jar +./share/ozone/lib/jackson-dataformat-cbor.jar +./share/ozone/lib/jackson-dataformat-xml.jar +./share/ozone/lib/jackson-datatype-jsr310.jar +./share/ozone/lib/jackson-module-jaxb-annotations.jar +./share/ozone/lib/jaeger-client.jar +./share/ozone/lib/jaeger-core.jar +./share/ozone/lib/jaeger-thrift.jar +./share/ozone/lib/jaeger-tracerresolver.jar +./share/ozone/lib/jakarta.activation-api.jar +./share/ozone/lib/jakarta.annotation-api.jar +./share/ozone/lib/jakarta.inject.jar +./share/ozone/lib/jakarta.validation-api.jar +./share/ozone/lib/jakarta.ws.rs-api.jar +./share/ozone/lib/jakarta.xml.bind-api.jar +./share/ozone/lib/javassist-GA.jar +./share/ozone/lib/javax.activation-api.jar +./share/ozone/lib/javax.annotation-api.jar +./share/ozone/lib/javax.el-api.jar +./share/ozone/lib/javax.inject.jar +./share/ozone/lib/javax.interceptor-api.jar +./share/ozone/lib/javax.servlet-api.jar +./share/ozone/lib/jaxb-api.jar +./share/ozone/lib/jaxb-core.jar +./share/ozone/lib/jaxb-impl.jar +./share/ozone/lib/jcip-annotations.jar +./share/ozone/lib/jersey-cdi1x.jar +./share/ozone/lib/jersey-client.jar +./share/ozone/lib/jersey-common.jar +./share/ozone/lib/jersey-container-servlet-core.jar +./share/ozone/lib/jersey-container-servlet.jar +./share/ozone/lib/jersey-core.jar +./share/ozone/lib/jersey-entity-filtering.jar +./share/ozone/lib/jersey-hk2.jar +./share/ozone/lib/jersey-media-jaxb.jar +./share/ozone/lib/jersey-media-json-jackson.jar +./share/ozone/lib/jersey-server.jar +./share/ozone/lib/jersey-server.jar +./share/ozone/lib/jersey-servlet.jar +./share/ozone/lib/jetty-http.v20201120.jar +./share/ozone/lib/jetty-io.v20201120.jar +./share/ozone/lib/jetty-security.v20201120.jar +./share/ozone/lib/jetty-server.v20201120.jar +./share/ozone/lib/jetty-servlet.v20201120.jar +./share/ozone/lib/jetty-util-ajax.v20201120.jar +./share/ozone/lib/jetty-util.v20201120.jar +./share/ozone/lib/jetty-webapp.v20201120.jar +./share/ozone/lib/jetty-xml.v20201120.jar +./share/ozone/lib/jmespath-java.jar +./share/ozone/lib/joda-time.jar +./share/ozone/lib/jooq-codegen.jar +./share/ozone/lib/jooq.jar +./share/ozone/lib/jooq-meta.jar +./share/ozone/lib/jsch.jar +./share/ozone/lib/json-smart.jar +./share/ozone/lib/jsp-api.jar +./share/ozone/lib/jsr305.jar +./share/ozone/lib/jsr311-api.jar +./share/ozone/lib/kerb-admin.jar +./share/ozone/lib/kerb-client.jar +./share/ozone/lib/kerb-common.jar +./share/ozone/lib/kerb-core.jar +./share/ozone/lib/kerb-crypto.jar +./share/ozone/lib/kerb-identity.jar +./share/ozone/lib/kerb-server.jar +./share/ozone/lib/kerb-simplekdc.jar +./share/ozone/lib/kerb-util.jar +./share/ozone/lib/kerby-asn1.jar +./share/ozone/lib/kerby-config.jar +./share/ozone/lib/kerby-pkix.jar +./share/ozone/lib/kerby-util.jar +./share/ozone/lib/kerby-xdr.jar +./share/ozone/lib/kotlin-stdlib-common.jar +./share/ozone/lib/kotlin-stdlib.jar +./share/ozone/lib/leveldbjni-all.jar +./share/ozone/lib/libthrift.jar +./share/ozone/lib/listenablefuture-empty-to-avoid-conflict-with-guava.jar +./share/ozone/lib/log4j-api.jar +./share/ozone/lib/log4j-core.jar +./share/ozone/lib/log4j.jar +./share/ozone/lib/metainf-services.jar +./share/ozone/lib/metrics-core.jar +./share/ozone/lib/netty-buffer.Final.jar +./share/ozone/lib/netty-codec.Final.jar +./share/ozone/lib/netty-codec-http2.Final.jar +./share/ozone/lib/netty-codec-http.Final.jar +./share/ozone/lib/netty-codec-socks.Final.jar +./share/ozone/lib/netty-common.Final.jar +./share/ozone/lib/netty-handler.Final.jar +./share/ozone/lib/netty-handler-proxy.Final.jar +./share/ozone/lib/netty-resolver.Final.jar +./share/ozone/lib/netty-transport.Final.jar +./share/ozone/lib/netty-transport-native-epoll.Final.jar +./share/ozone/lib/netty-transport-native-unix-common.Final.jar +./share/ozone/lib/nimbus-jose-jwt.jar +./share/ozone/lib/okhttp.jar +./share/ozone/lib/okio.jar +./share/ozone/lib/opentracing-api.jar +./share/ozone/lib/opentracing-noop.jar +./share/ozone/lib/opentracing-tracerresolver.jar +./share/ozone/lib/opentracing-util.jar +./share/ozone/lib/osgi-resource-locator.jar +./share/ozone/lib/perfmark-api.jar +./share/ozone/lib/picocli.jar +./share/ozone/lib/protobuf-java.jar +./share/ozone/lib/protobuf-java.jar +./share/ozone/lib/protobuf-java-util.jar +./share/ozone/lib/proto-google-common-protos.jar +./share/ozone/lib/ratis-client.jar +./share/ozone/lib/ratis-common.jar +./share/ozone/lib/ratis-grpc.jar +./share/ozone/lib/ratis-metrics.jar +./share/ozone/lib/ratis-netty.jar +./share/ozone/lib/ratis-proto.jar +./share/ozone/lib/ratis-server-api.jar +./share/ozone/lib/ratis-server.jar +./share/ozone/lib/ratis-thirdparty-misc.jar +./share/ozone/lib/ratis-tools.jar +./share/ozone/lib/re2j.jar +./share/ozone/lib/rocksdbjni.jar +./share/ozone/lib/simpleclient_common.jar +./share/ozone/lib/simpleclient_dropwizard.jar +./share/ozone/lib/simpleclient.jar +./share/ozone/lib/slf4j-api.jar +./share/ozone/lib/slf4j-log4j12.jar +./share/ozone/lib/snakeyaml.jar +./share/ozone/lib/spring-beans.RELEASE.jar +./share/ozone/lib/spring-core.RELEASE.jar +./share/ozone/lib/spring-jcl.RELEASE.jar +./share/ozone/lib/spring-jdbc.RELEASE.jar +./share/ozone/lib/spring-tx.RELEASE.jar +./share/ozone/lib/sqlite-jdbc.jar +./share/ozone/lib/stax2-api.jar +./share/ozone/lib/token-provider.jar +./share/ozone/lib/weld-servlet.Final.jar +./share/ozone/lib/woodstox-core.jar +./share/ozone/lib/xz.jar diff --git a/hadoop-ozone/dist/src/main/license/update-jar-report.sh b/hadoop-ozone/dist/src/main/license/update-jar-report.sh new file mode 100755 index 000000000000..96a03ba55047 --- /dev/null +++ b/hadoop-ozone/dist/src/main/license/update-jar-report.sh @@ -0,0 +1,32 @@ +#!/usr/bin/env bash +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -euo pipefail + +SCRIPTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" +REPORT_NAME=${1:-jar-report.txt} + +cd "$SCRIPTDIR/../../.." || exit 1 + +OZONE_VERSION=$(mvn help:evaluate -Dexpression=ozone.version -q -DforceStdout) +DIST_DIR="$SCRIPTDIR/../../../target/ozone-$OZONE_VERSION" +: ${OZONE_DIST_DIR:=$DIST_DIR} + +cd "$OZONE_DIST_DIR" + +#sed expression removes the version. Usually license is not changed vith versions +find . -type f -name "*.jar" | sed -r 's/-[0-9]+(.[0-9]+)*(-SNAPSHOT)?+//g' | sort > "$SCRIPTDIR"/$REPORT_NAME From bc8de05f4046dea8dd7c55f1ff1ba3911e8dee31 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 12:54:19 +0200 Subject: [PATCH 02/21] remove tests which are not required --- .github/workflows/post-commit.yml | 196 ------------------------------ 1 file changed, 196 deletions(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index 2e22c0920d33..c1b2a36ad1e8 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -68,50 +68,6 @@ jobs: rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds* rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone* if: always() - basic: - runs-on: ubuntu-18.04 - if: github.event_name != 'pull_request' || github.event.pull_request.draft == false - strategy: - matrix: - check: - - author - - bats - - checkstyle - - findbugs - - rat - - unit - fail-fast: ${{ github.event_name == 'pull_request' }} - steps: - - name: Checkout project - uses: actions/checkout@v2 - - name: Cache for maven dependencies - uses: actions/cache@v2 - with: - path: ~/.m2/repository - key: maven-repo-${{ hashFiles('**/pom.xml') }}-8-${{ matrix.check }} - restore-keys: | - maven-repo-${{ hashFiles('**/pom.xml') }}-8 - maven-repo-${{ hashFiles('**/pom.xml') }} - maven-repo- - if: ${{ !contains('author,bats', matrix.check) }} - - name: Execute tests - run: hadoop-ozone/dev-support/checks/${{ matrix.check }}.sh - - name: Summary of failures - run: cat target/${{ matrix.check }}/summary.txt - if: ${{ !cancelled() }} - - name: Archive build results - uses: actions/upload-artifact@v2 - if: ${{ !cancelled() }} - with: - name: ${{ matrix.check }} - path: target/${{ matrix.check }} - continue-on-error: true - - name: Delete temporary build artifacts before caching - run: | - #Never cache local artifacts - rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds* - rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone* - if: always() dependency: needs: compile runs-on: ubuntu-18.04 @@ -140,155 +96,3 @@ jobs: name: dependency path: target/dependency continue-on-error: true - acceptance: - needs: compile - runs-on: ubuntu-18.04 - if: github.event_name != 'pull_request' || github.event.pull_request.draft == false - strategy: - matrix: - suite: - - secure - - unsecure - - misc - fail-fast: ${{ github.event_name == 'pull_request' }} - steps: - - name: Checkout project - uses: actions/checkout@v2 - with: - path: ozone - - name: Move Ozone to /mnt - run: | - sudo chmod 777 /mnt - mv ozone /mnt/ - - name: Download compiled Ozone binaries - uses: actions/download-artifact@v2 - with: - name: ozone-bin - - name: Untar binaries - run: | - mkdir -p /mnt/ozone/hadoop-ozone/dist/target - tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target - sudo chmod -R a+rwX /mnt/ozone/hadoop-ozone/dist/target - - name: Execute tests - run: | - cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws - cd /mnt/ozone && hadoop-ozone/dev-support/checks/acceptance.sh - env: - KEEP_IMAGE: false - OZONE_ACCEPTANCE_SUITE: ${{ matrix.suite }} - OZONE_WITH_COVERAGE: true - OZONE_VOLUME_OWNER: 1000 - - name: Archive build results - uses: actions/upload-artifact@v2 - if: always() - with: - name: acceptance-${{ matrix.suite }} - path: /mnt/ozone/target/acceptance - continue-on-error: true - integration: - runs-on: ubuntu-18.04 - if: github.event_name != 'pull_request' || github.event.pull_request.draft == false - strategy: - matrix: - profile: - - client - - filesystem-hdds - - ozone - fail-fast: ${{ github.event_name == 'pull_request' }} - steps: - - name: Setup link to SSD - run: sudo mkdir mnt && sudo mount --bind /mnt `pwd`/mnt && sudo chmod 777 mnt - - name: Checkout project - uses: actions/checkout@v2 - with: - path: mnt/ozone - - name: Execute tests - uses: ./mnt/ozone/.github/buildenv - with: - args: ./mnt/ozone/hadoop-ozone/dev-support/checks/integration.sh -P${{ matrix.profile }} - - name: Summary of failures - run: cat mnt/ozone/target/${{ github.job }}/summary.txt - if: always() - - name: Archive build results - uses: actions/upload-artifact@v2 - if: always() - with: - name: it-${{ matrix.profile }} - path: mnt/ozone/target/integration - continue-on-error: true - coverage: - runs-on: ubuntu-18.04 - if: github.repository == 'apache/ozone' && github.event_name != 'pull_request' - needs: - - acceptance - - basic - - integration - steps: - - name: Checkout project - uses: actions/checkout@v2 - - name: Cache for maven dependencies - uses: actions/cache@v2 - with: - path: ~/.m2/repository - key: maven-repo-${{ hashFiles('**/pom.xml') }}-8-${{ matrix.check }} - restore-keys: | - maven-repo-${{ hashFiles('**/pom.xml') }}-8 - maven-repo-${{ hashFiles('**/pom.xml') }} - maven-repo- - - name: Download artifacts - uses: actions/download-artifact@v2 - with: - path: target/artifacts - - name: Untar binaries - run: | - mkdir -p hadoop-ozone/dist/target - tar xzvf target/artifacts/ozone-bin/hadoop-ozone*.tar.gz -C hadoop-ozone/dist/target - - name: Calculate combined coverage - run: ./hadoop-ozone/dev-support/checks/coverage.sh - - name: Setup java 11 - uses: actions/setup-java@v1 - with: - java-version: 11 - - name: Upload coverage to Sonar - run: ./hadoop-ozone/dev-support/checks/sonar.sh - env: - SONAR_TOKEN: ${{ secrets.SONARCLOUD_TOKEN }} - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - - name: Archive build results - uses: actions/upload-artifact@v2 - with: - name: coverage - path: target/coverage - continue-on-error: true - kubernetes: - needs: compile - runs-on: ubuntu-18.04 - if: github.event_name != 'pull_request' || github.event.pull_request.draft == false - steps: - - name: Checkout project - uses: actions/checkout@v2 - with: - path: ozone - - name: Move Ozone to /mnt - run: | - sudo chmod 777 /mnt - mv ozone /mnt/ - - name: Download compiled Ozone binaries - uses: actions/download-artifact@v2 - with: - name: ozone-bin - - name: Untar binaries - run: | - mkdir -p /mnt/ozone/hadoop-ozone/dist/target - tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target - - name: Execute tests - run: | - cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws - cd /mnt/ozone && hadoop-ozone/dev-support/checks/kubernetes.sh - - name: Archive build results - uses: actions/upload-artifact@v2 - if: always() - with: - name: kubernetes - path: /mnt/ozone/target/kubernetes - continue-on-error: true From 5a6fac816f855ffdd14525c9b3dbd7b19ff7a2cc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 12:55:17 +0200 Subject: [PATCH 03/21] fix checkout dir --- .github/workflows/post-commit.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index c1b2a36ad1e8..b00f08540c13 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -75,8 +75,6 @@ jobs: steps: - name: Checkout project uses: actions/checkout@v2 - with: - path: ozone - name: Download compiled Ozone binaries uses: actions/download-artifact@v2 with: From 43761fc9134bf97afac75920e03a595eba240065 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 13:41:48 +0200 Subject: [PATCH 04/21] fix tar --- .github/workflows/post-commit.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index b00f08540c13..1ae8e460a304 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -82,7 +82,7 @@ jobs: - name: Untar binaries run: | mkdir dist - tar --strip-components=1 xzf hadoop-ozone*.tar.gz -C dist + tar -C dist --strip-components 1 -xzf hadoop-ozone*.tar.gz - name: Execute tests run: | export OZONE_DIST_DIR=`pwd`/dist From 097b2b0bdc61ee3cb44794f2623f457d1ae25b5e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 15:03:13 +0200 Subject: [PATCH 05/21] exclude jacoco --- hadoop-ozone/dev-support/checks/dependency.sh | 3 +++ hadoop-ozone/dist/src/main/license/update-jar-report.sh | 5 +++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index 768fbea13bf1..1d19519bdd21 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -25,6 +25,9 @@ REPORT_FILE="$REPORT_DIR/summary.txt" hadoop-ozone/dist/src/main/license/update-jar-report.sh current.txt +cp hadoop-ozone/dist/src/main/license/jar-report.txt "$REPORT_DIR" +cp hadoop-ozone/dist/src/main/license/current.txt "$REPORT_DIR" + (diff hadoop-ozone/dist/src/main/license/jar-report.txt hadoop-ozone/dist/src/main/license/current.txt || true ) > "$REPORT_FILE" diff --git a/hadoop-ozone/dist/src/main/license/update-jar-report.sh b/hadoop-ozone/dist/src/main/license/update-jar-report.sh index 96a03ba55047..10fa51178992 100755 --- a/hadoop-ozone/dist/src/main/license/update-jar-report.sh +++ b/hadoop-ozone/dist/src/main/license/update-jar-report.sh @@ -28,5 +28,6 @@ DIST_DIR="$SCRIPTDIR/../../../target/ozone-$OZONE_VERSION" cd "$OZONE_DIST_DIR" -#sed expression removes the version. Usually license is not changed vith versions -find . -type f -name "*.jar" | sed -r 's/-[0-9]+(.[0-9]+)*(-SNAPSHOT)?+//g' | sort > "$SCRIPTDIR"/$REPORT_NAME +#sed expression removes the version. Usually license is not changed with version bumps +#jacoco and test dependencies are excluded +find . -type f -name "*.jar" | sed -r 's/-[0-9]+(.[0-9]+)*(-SNAPSHOT)?+//g' | grep -v jacoco | grep -v hadoop-hdds-test-utils | sort > "$SCRIPTDIR"/$REPORT_NAME From 2694b0ab49043c6eb2c518102c168db6e0302963 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 18:13:20 +0200 Subject: [PATCH 06/21] add missing ozonefs jar files --- hadoop-ozone/dist/src/main/license/jar-report.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt index 1f494a7d78ce..8f16cfe4a90d 100644 --- a/hadoop-ozone/dist/src/main/license/jar-report.txt +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -72,6 +72,8 @@ ./share/ozone/lib/hadoop-ozone-csi.jar ./share/ozone/lib/hadoop-ozone-datanode.jar ./share/ozone/lib/hadoop-ozone-filesystem-common.jar +./share/ozone/lib/hadoop-ozone-filesystem-hadoop2.jar +./share/ozone/lib/hadoop-ozone-filesystem-hadoop3.jar ./share/ozone/lib/hadoop-ozone-filesystem.jar ./share/ozone/lib/hadoop-ozone-insight.jar ./share/ozone/lib/hadoop-ozone-interface-client.jar From 28b2bbf166750a6c4e391aea8dd25e88e9b343c1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 18:15:54 +0200 Subject: [PATCH 07/21] check the version of sort --- .github/workflows/post-commit.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index 1ae8e460a304..8ca73d4e041a 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -54,7 +54,9 @@ jobs: with: java-version: ${{ matrix.java }} - name: Run a full build - run: hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist + run: | + sort --help + hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist - name: Store binaries for tests uses: actions/upload-artifact@v2 if: matrix.java == '8' From 4b191b759a3f35537c40878f5a9e64abb66b986b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 18:22:52 +0200 Subject: [PATCH 08/21] sort fix --- hadoop-ozone/dev-support/checks/dependency.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index 1d19519bdd21..fe09fed6cdc6 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -28,7 +28,8 @@ hadoop-ozone/dist/src/main/license/update-jar-report.sh current.txt cp hadoop-ozone/dist/src/main/license/jar-report.txt "$REPORT_DIR" cp hadoop-ozone/dist/src/main/license/current.txt "$REPORT_DIR" -(diff hadoop-ozone/dist/src/main/license/jar-report.txt hadoop-ozone/dist/src/main/license/current.txt || true ) > "$REPORT_FILE" +#implementation of sort cli is not exactly the same everywhere. It's better to sort with the same command locally +(diff <(sort hadoop-ozone/dist/src/main/license/jar-report.txt) <(sort hadoop-ozone/dist/src/main/license/current.txt) || true ) > "$REPORT_FILE" if [ -s "$REPORT_FILE" ]; then From a896a4843376419ba64f98902dc4176f29fcd2ce Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 18:23:03 +0200 Subject: [PATCH 09/21] Revert "check the version of sort" This reverts commit 28b2bbf166750a6c4e391aea8dd25e88e9b343c1. --- .github/workflows/post-commit.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index 8ca73d4e041a..1ae8e460a304 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -54,9 +54,7 @@ jobs: with: java-version: ${{ matrix.java }} - name: Run a full build - run: | - sort --help - hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist + run: hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist - name: Store binaries for tests uses: actions/upload-artifact@v2 if: matrix.java == '8' From 300384812d029a73c5199c4079f28608d37a658c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Thu, 8 Apr 2021 12:16:50 +0200 Subject: [PATCH 10/21] Bump common compress version --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index f7edcabdd979..d188c97bc7b4 100644 --- a/pom.xml +++ b/pom.xml @@ -703,7 +703,7 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs org.apache.commons commons-compress - 1.4.1 + 1.20 org.apache.commons From d97c26570aee35099c557dffc1058ce6f50d3e19 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Thu, 22 Apr 2021 09:21:37 +0200 Subject: [PATCH 11/21] update output message --- hadoop-ozone/dev-support/checks/dependency.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index fe09fed6cdc6..a8d08e99fe98 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -33,12 +33,15 @@ cp hadoop-ozone/dist/src/main/license/current.txt "$REPORT_DIR" if [ -s "$REPORT_FILE" ]; then + echo "" echo "Jar files are added/removed to/from the binary package." echo "" - echo "Please update the hadoop-ozone/dist/src/main/license/bin/LICENSE.txt file with the modification AND execute hadoop-ozone/dist/src/main/license/update-jar-report.sh if you are ready." + echo "Please update the hadoop-ozone/dist/src/main/license/bin/LICENSE.txt file with the modification AND execute hadoop-ozone/dist/src/main/license/update-jar-report.sh when you are ready." echo "" echo "Generated hadoop-ozone/dist/src/main/license/jar-report.txt file should be added to your pull-request. It will be used as the base of future comparison." echo "" + echo "Changed jars:" + echo "" cat $REPORT_FILE exit 1 fi From 4fea4a25af039b4bea6094cb79a43ee3efba5b07 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Thu, 22 Apr 2021 09:37:49 +0200 Subject: [PATCH 12/21] additional help text improvement --- hadoop-ozone/dev-support/checks/dependency.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index a8d08e99fe98..c3bd2475f951 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -36,7 +36,8 @@ if [ -s "$REPORT_FILE" ]; then echo "" echo "Jar files are added/removed to/from the binary package." echo "" - echo "Please update the hadoop-ozone/dist/src/main/license/bin/LICENSE.txt file with the modification AND execute hadoop-ozone/dist/src/main/license/update-jar-report.sh when you are ready." + echo "Please update the hadoop-ozone/dist/src/main/license/bin/LICENSE.txt file with the modification" + echo " AND execute hadoop-ozone/dist/src/main/license/update-jar-report.sh when you are ready (after a full build)" echo "" echo "Generated hadoop-ozone/dist/src/main/license/jar-report.txt file should be added to your pull-request. It will be used as the base of future comparison." echo "" From 740bbc28647f05b8e05f3059f854c070bd3acc43 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Wed, 21 Apr 2021 12:54:19 +0200 Subject: [PATCH 13/21] Revert "remove tests which are not required" This reverts commit bc8de05f4046dea8dd7c55f1ff1ba3911e8dee31. --- .github/workflows/post-commit.yml | 196 ++++++++++++++++++++++++++++++ 1 file changed, 196 insertions(+) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index 1ae8e460a304..b69bb4ac71a4 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -68,6 +68,50 @@ jobs: rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds* rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone* if: always() + basic: + runs-on: ubuntu-18.04 + if: github.event_name != 'pull_request' || github.event.pull_request.draft == false + strategy: + matrix: + check: + - author + - bats + - checkstyle + - findbugs + - rat + - unit + fail-fast: ${{ github.event_name == 'pull_request' }} + steps: + - name: Checkout project + uses: actions/checkout@v2 + - name: Cache for maven dependencies + uses: actions/cache@v2 + with: + path: ~/.m2/repository + key: maven-repo-${{ hashFiles('**/pom.xml') }}-8-${{ matrix.check }} + restore-keys: | + maven-repo-${{ hashFiles('**/pom.xml') }}-8 + maven-repo-${{ hashFiles('**/pom.xml') }} + maven-repo- + if: ${{ !contains('author,bats', matrix.check) }} + - name: Execute tests + run: hadoop-ozone/dev-support/checks/${{ matrix.check }}.sh + - name: Summary of failures + run: cat target/${{ matrix.check }}/summary.txt + if: ${{ !cancelled() }} + - name: Archive build results + uses: actions/upload-artifact@v2 + if: ${{ !cancelled() }} + with: + name: ${{ matrix.check }} + path: target/${{ matrix.check }} + continue-on-error: true + - name: Delete temporary build artifacts before caching + run: | + #Never cache local artifacts + rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds* + rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone* + if: always() dependency: needs: compile runs-on: ubuntu-18.04 @@ -94,3 +138,155 @@ jobs: name: dependency path: target/dependency continue-on-error: true + acceptance: + needs: compile + runs-on: ubuntu-18.04 + if: github.event_name != 'pull_request' || github.event.pull_request.draft == false + strategy: + matrix: + suite: + - secure + - unsecure + - misc + fail-fast: ${{ github.event_name == 'pull_request' }} + steps: + - name: Checkout project + uses: actions/checkout@v2 + with: + path: ozone + - name: Move Ozone to /mnt + run: | + sudo chmod 777 /mnt + mv ozone /mnt/ + - name: Download compiled Ozone binaries + uses: actions/download-artifact@v2 + with: + name: ozone-bin + - name: Untar binaries + run: | + mkdir -p /mnt/ozone/hadoop-ozone/dist/target + tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target + sudo chmod -R a+rwX /mnt/ozone/hadoop-ozone/dist/target + - name: Execute tests + run: | + cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws + cd /mnt/ozone && hadoop-ozone/dev-support/checks/acceptance.sh + env: + KEEP_IMAGE: false + OZONE_ACCEPTANCE_SUITE: ${{ matrix.suite }} + OZONE_WITH_COVERAGE: true + OZONE_VOLUME_OWNER: 1000 + - name: Archive build results + uses: actions/upload-artifact@v2 + if: always() + with: + name: acceptance-${{ matrix.suite }} + path: /mnt/ozone/target/acceptance + continue-on-error: true + integration: + runs-on: ubuntu-18.04 + if: github.event_name != 'pull_request' || github.event.pull_request.draft == false + strategy: + matrix: + profile: + - client + - filesystem-hdds + - ozone + fail-fast: ${{ github.event_name == 'pull_request' }} + steps: + - name: Setup link to SSD + run: sudo mkdir mnt && sudo mount --bind /mnt `pwd`/mnt && sudo chmod 777 mnt + - name: Checkout project + uses: actions/checkout@v2 + with: + path: mnt/ozone + - name: Execute tests + uses: ./mnt/ozone/.github/buildenv + with: + args: ./mnt/ozone/hadoop-ozone/dev-support/checks/integration.sh -P${{ matrix.profile }} + - name: Summary of failures + run: cat mnt/ozone/target/${{ github.job }}/summary.txt + if: always() + - name: Archive build results + uses: actions/upload-artifact@v2 + if: always() + with: + name: it-${{ matrix.profile }} + path: mnt/ozone/target/integration + continue-on-error: true + coverage: + runs-on: ubuntu-18.04 + if: github.repository == 'apache/ozone' && github.event_name != 'pull_request' + needs: + - acceptance + - basic + - integration + steps: + - name: Checkout project + uses: actions/checkout@v2 + - name: Cache for maven dependencies + uses: actions/cache@v2 + with: + path: ~/.m2/repository + key: maven-repo-${{ hashFiles('**/pom.xml') }}-8-${{ matrix.check }} + restore-keys: | + maven-repo-${{ hashFiles('**/pom.xml') }}-8 + maven-repo-${{ hashFiles('**/pom.xml') }} + maven-repo- + - name: Download artifacts + uses: actions/download-artifact@v2 + with: + path: target/artifacts + - name: Untar binaries + run: | + mkdir -p hadoop-ozone/dist/target + tar xzvf target/artifacts/ozone-bin/hadoop-ozone*.tar.gz -C hadoop-ozone/dist/target + - name: Calculate combined coverage + run: ./hadoop-ozone/dev-support/checks/coverage.sh + - name: Setup java 11 + uses: actions/setup-java@v1 + with: + java-version: 11 + - name: Upload coverage to Sonar + run: ./hadoop-ozone/dev-support/checks/sonar.sh + env: + SONAR_TOKEN: ${{ secrets.SONARCLOUD_TOKEN }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + - name: Archive build results + uses: actions/upload-artifact@v2 + with: + name: coverage + path: target/coverage + continue-on-error: true + kubernetes: + needs: compile + runs-on: ubuntu-18.04 + if: github.event_name != 'pull_request' || github.event.pull_request.draft == false + steps: + - name: Checkout project + uses: actions/checkout@v2 + with: + path: ozone + - name: Move Ozone to /mnt + run: | + sudo chmod 777 /mnt + mv ozone /mnt/ + - name: Download compiled Ozone binaries + uses: actions/download-artifact@v2 + with: + name: ozone-bin + - name: Untar binaries + run: | + mkdir -p /mnt/ozone/hadoop-ozone/dist/target + tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target + - name: Execute tests + run: | + cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws + cd /mnt/ozone && hadoop-ozone/dev-support/checks/kubernetes.sh + - name: Archive build results + uses: actions/upload-artifact@v2 + if: always() + with: + name: kubernetes + path: /mnt/ozone/target/kubernetes + continue-on-error: true From 07b10bf1e54bc8f57c2bfec86b4fdd34a0c765f7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Thu, 22 Apr 2021 09:38:56 +0200 Subject: [PATCH 14/21] Revert "Bump common compress version" This reverts commit 300384812d029a73c5199c4079f28608d37a658c. --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index d188c97bc7b4..f7edcabdd979 100644 --- a/pom.xml +++ b/pom.xml @@ -703,7 +703,7 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs org.apache.commons commons-compress - 1.20 + 1.4.1 org.apache.commons From 9babef129acbbc0cb4c0fd13e71620599c916413 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Thu, 22 Apr 2021 09:39:58 +0200 Subject: [PATCH 15/21] add timeout --- .github/workflows/post-commit.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index b69bb4ac71a4..34fcb99d58d6 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -115,6 +115,7 @@ jobs: dependency: needs: compile runs-on: ubuntu-18.04 + timeout-minutes: 300 if: github.event_name != 'pull_request' || github.event.pull_request.draft == false steps: - name: Checkout project From 314a9cb8cbabf2eee58f8471d930381b06f8e9ab Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=2C=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:42:09 +0200 Subject: [PATCH 16/21] Using unified diff Co-authored-by: Doroszlai, Attila <6454655+adoroszlai@users.noreply.github.com> --- hadoop-ozone/dev-support/checks/dependency.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index c3bd2475f951..5f2b0943b8d8 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -29,7 +29,7 @@ cp hadoop-ozone/dist/src/main/license/jar-report.txt "$REPORT_DIR" cp hadoop-ozone/dist/src/main/license/current.txt "$REPORT_DIR" #implementation of sort cli is not exactly the same everywhere. It's better to sort with the same command locally -(diff <(sort hadoop-ozone/dist/src/main/license/jar-report.txt) <(sort hadoop-ozone/dist/src/main/license/current.txt) || true ) > "$REPORT_FILE" +(diff -uw <(sort hadoop-ozone/dist/src/main/license/jar-report.txt) <(sort hadoop-ozone/dist/src/main/license/current.txt) || true ) > "$REPORT_FILE" if [ -s "$REPORT_FILE" ]; then From 97925281ebf58b34073ce253ab7436362c10a97f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=2C=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:42:32 +0200 Subject: [PATCH 17/21] Update the error message with warning to merge master Co-authored-by: Doroszlai, Attila <6454655+adoroszlai@users.noreply.github.com> --- hadoop-ozone/dev-support/checks/dependency.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index 5f2b0943b8d8..08e2e6c6a0c8 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -41,6 +41,8 @@ if [ -s "$REPORT_FILE" ]; then echo "" echo "Generated hadoop-ozone/dist/src/main/license/jar-report.txt file should be added to your pull-request. It will be used as the base of future comparison." echo "" + echo "This check may also report positive for PRs if the source is not up-to-date with the base branch (eg. `master`). In this case please merge the base branch into your source branch." + echo "" echo "Changed jars:" echo "" cat $REPORT_FILE From 3d1200093f6874322038c22733238f2a3caf6d5f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=2C=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:45:47 +0200 Subject: [PATCH 18/21] User perl for regexp replace. Co-authored-by: Doroszlai, Attila <6454655+adoroszlai@users.noreply.github.com> --- hadoop-ozone/dist/src/main/license/update-jar-report.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-ozone/dist/src/main/license/update-jar-report.sh b/hadoop-ozone/dist/src/main/license/update-jar-report.sh index 10fa51178992..2368ffbcc028 100755 --- a/hadoop-ozone/dist/src/main/license/update-jar-report.sh +++ b/hadoop-ozone/dist/src/main/license/update-jar-report.sh @@ -30,4 +30,4 @@ cd "$OZONE_DIST_DIR" #sed expression removes the version. Usually license is not changed with version bumps #jacoco and test dependencies are excluded -find . -type f -name "*.jar" | sed -r 's/-[0-9]+(.[0-9]+)*(-SNAPSHOT)?+//g' | grep -v jacoco | grep -v hadoop-hdds-test-utils | sort > "$SCRIPTDIR"/$REPORT_NAME +find . -type f -name "*.jar" | cut -c3- | perl -wpl -e 's/-[0-9]+(.[0-9]+)*(-SNAPSHOT)?+//g' | grep -v jacoco | grep -v hadoop-hdds-test-utils | sort > "$SCRIPTDIR"/$REPORT_NAME From 78e7dcad0841784a758ec5cf9e59e6a0cf0505f4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:46:18 +0200 Subject: [PATCH 19/21] adjust timeout --- .github/workflows/post-commit.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml index 34fcb99d58d6..782ab5f2a4e3 100644 --- a/.github/workflows/post-commit.yml +++ b/.github/workflows/post-commit.yml @@ -115,7 +115,7 @@ jobs: dependency: needs: compile runs-on: ubuntu-18.04 - timeout-minutes: 300 + timeout-minutes: 5 if: github.event_name != 'pull_request' || github.event.pull_request.draft == false steps: - name: Checkout project From bc2205004dc0aa466d019f07190ab92a79a859c8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:52:26 +0200 Subject: [PATCH 20/21] fix warning message --- hadoop-ozone/dev-support/checks/dependency.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index 08e2e6c6a0c8..95cddf9d6f6d 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -41,7 +41,7 @@ if [ -s "$REPORT_FILE" ]; then echo "" echo "Generated hadoop-ozone/dist/src/main/license/jar-report.txt file should be added to your pull-request. It will be used as the base of future comparison." echo "" - echo "This check may also report positive for PRs if the source is not up-to-date with the base branch (eg. `master`). In this case please merge the base branch into your source branch." + echo "This check may also report positive for PRs if the source is not up-to-date with the base branch (eg. \`master\`). In this case please merge the base branch into your source branch." echo "" echo "Changed jars:" echo "" From 056e7c8c5bce618ba036f17ed051786d70915c2f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Elek=20M=C3=A1rton?= Date: Mon, 26 Apr 2021 12:52:51 +0200 Subject: [PATCH 21/21] regenerate jar report --- .../dist/src/main/license/jar-report.txt | 467 +++++++++--------- 1 file changed, 235 insertions(+), 232 deletions(-) diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt index 8f16cfe4a90d..ca068a353607 100644 --- a/hadoop-ozone/dist/src/main/license/jar-report.txt +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -1,232 +1,235 @@ -./share/ozone/lib/accessors-smart.jar -./share/ozone/lib/activation.jar -./share/ozone/lib/animal-sniffer-annotations.jar -./share/ozone/lib/annotations.jar -./share/ozone/lib/annotations.jar -./share/ozone/lib/aopalliance.jar -./share/ozone/lib/aopalliance-repackaged.jar -./share/ozone/lib/asm.jar -./share/ozone/lib/aws-java-sdk-core.jar -./share/ozone/lib/aws-java-sdk-kms.jar -./share/ozone/lib/aws-java-sdk-s3.jar -./share/ozone/lib/bcpkix-jdk15on.jar -./share/ozone/lib/bcprov-jdk15on.jar -./share/ozone/lib/bonecp.RELEASE.jar -./share/ozone/lib/cdi-api.jar -./share/ozone/lib/checker-qual.jar -./share/ozone/lib/commons-beanutils.jar -./share/ozone/lib/commons-cli.jar -./share/ozone/lib/commons-codec.jar -./share/ozone/lib/commons-collections.jar -./share/ozone/lib/commons-compress.jar -./share/ozone/lib/commons-configuration2.jar -./share/ozone/lib/commons-daemon.jar -./share/ozone/lib/commons-digester.jar -./share/ozone/lib/commons-io.jar -./share/ozone/lib/commons-lang3.jar -./share/ozone/lib/commons-logging.jar -./share/ozone/lib/commons-math3.jar -./share/ozone/lib/commons-net.jar -./share/ozone/lib/commons-pool2.jar -./share/ozone/lib/commons-text.jar -./share/ozone/lib/commons-validator.jar -./share/ozone/lib/derby.jar -./share/ozone/lib/disruptor.jar -./share/ozone/lib/dnsjava.jar -./share/ozone/lib/error_prone_annotations.jar -./share/ozone/lib/failureaccess.jar -./share/ozone/lib/grpc-api.jar -./share/ozone/lib/grpc-context.jar -./share/ozone/lib/grpc-core.jar -./share/ozone/lib/grpc-netty.jar -./share/ozone/lib/grpc-protobuf.jar -./share/ozone/lib/grpc-protobuf-lite.jar -./share/ozone/lib/grpc-stub.jar -./share/ozone/lib/gson.jar -./share/ozone/lib/guava-jre.jar -./share/ozone/lib/guice-assistedinject.jar -./share/ozone/lib/guice-bridge.jar -./share/ozone/lib/guice.jar -./share/ozone/lib/guice-multibindings.jar -./share/ozone/lib/guice-servlet.jar -./share/ozone/lib/hadoop-annotations.jar -./share/ozone/lib/hadoop-auth.jar -./share/ozone/lib/hadoop-common.jar -./share/ozone/lib/hadoop-hdds-client.jar -./share/ozone/lib/hadoop-hdds-common.jar -./share/ozone/lib/hadoop-hdds-config.jar -./share/ozone/lib/hadoop-hdds-container-service.jar -./share/ozone/lib/hadoop-hdds-docs.jar -./share/ozone/lib/hadoop-hdds-hadoop-dependency-client.jar -./share/ozone/lib/hadoop-hdds-hadoop-dependency-server.jar -./share/ozone/lib/hadoop-hdds-interface-admin.jar -./share/ozone/lib/hadoop-hdds-interface-client.jar -./share/ozone/lib/hadoop-hdds-interface-server.jar -./share/ozone/lib/hadoop-hdds-server-framework.jar -./share/ozone/lib/hadoop-hdds-server-scm.jar -./share/ozone/lib/hadoop-hdds-tools.jar -./share/ozone/lib/hadoop-hdfs-client.jar -./share/ozone/lib/hadoop-hdfs.jar -./share/ozone/lib/hadoop-ozone-client.jar -./share/ozone/lib/hadoop-ozone-common.jar -./share/ozone/lib/hadoop-ozone-csi.jar -./share/ozone/lib/hadoop-ozone-datanode.jar -./share/ozone/lib/hadoop-ozone-filesystem-common.jar -./share/ozone/lib/hadoop-ozone-filesystem-hadoop2.jar -./share/ozone/lib/hadoop-ozone-filesystem-hadoop3.jar -./share/ozone/lib/hadoop-ozone-filesystem.jar -./share/ozone/lib/hadoop-ozone-insight.jar -./share/ozone/lib/hadoop-ozone-interface-client.jar -./share/ozone/lib/hadoop-ozone-interface-storage.jar -./share/ozone/lib/hadoop-ozone-ozone-manager.jar -./share/ozone/lib/hadoop-ozone-reconcodegen.jar -./share/ozone/lib/hadoop-ozone-recon.jar -./share/ozone/lib/hadoop-ozone-s3gateway.jar -./share/ozone/lib/hadoop-ozone-tools.jar -./share/ozone/lib/hk2-api.jar -./share/ozone/lib/hk2-locator.jar -./share/ozone/lib/hk2-utils.jar -./share/ozone/lib/htrace-core4-incubating.jar -./share/ozone/lib/httpclient.jar -./share/ozone/lib/httpcore.jar -./share/ozone/lib/ion-java.jar -./share/ozone/lib/j2objc-annotations.jar -./share/ozone/lib/jackson-annotations.jar -./share/ozone/lib/jackson-core.jar -./share/ozone/lib/jackson-databind.jar -./share/ozone/lib/jackson-dataformat-cbor.jar -./share/ozone/lib/jackson-dataformat-xml.jar -./share/ozone/lib/jackson-datatype-jsr310.jar -./share/ozone/lib/jackson-module-jaxb-annotations.jar -./share/ozone/lib/jaeger-client.jar -./share/ozone/lib/jaeger-core.jar -./share/ozone/lib/jaeger-thrift.jar -./share/ozone/lib/jaeger-tracerresolver.jar -./share/ozone/lib/jakarta.activation-api.jar -./share/ozone/lib/jakarta.annotation-api.jar -./share/ozone/lib/jakarta.inject.jar -./share/ozone/lib/jakarta.validation-api.jar -./share/ozone/lib/jakarta.ws.rs-api.jar -./share/ozone/lib/jakarta.xml.bind-api.jar -./share/ozone/lib/javassist-GA.jar -./share/ozone/lib/javax.activation-api.jar -./share/ozone/lib/javax.annotation-api.jar -./share/ozone/lib/javax.el-api.jar -./share/ozone/lib/javax.inject.jar -./share/ozone/lib/javax.interceptor-api.jar -./share/ozone/lib/javax.servlet-api.jar -./share/ozone/lib/jaxb-api.jar -./share/ozone/lib/jaxb-core.jar -./share/ozone/lib/jaxb-impl.jar -./share/ozone/lib/jcip-annotations.jar -./share/ozone/lib/jersey-cdi1x.jar -./share/ozone/lib/jersey-client.jar -./share/ozone/lib/jersey-common.jar -./share/ozone/lib/jersey-container-servlet-core.jar -./share/ozone/lib/jersey-container-servlet.jar -./share/ozone/lib/jersey-core.jar -./share/ozone/lib/jersey-entity-filtering.jar -./share/ozone/lib/jersey-hk2.jar -./share/ozone/lib/jersey-media-jaxb.jar -./share/ozone/lib/jersey-media-json-jackson.jar -./share/ozone/lib/jersey-server.jar -./share/ozone/lib/jersey-server.jar -./share/ozone/lib/jersey-servlet.jar -./share/ozone/lib/jetty-http.v20201120.jar -./share/ozone/lib/jetty-io.v20201120.jar -./share/ozone/lib/jetty-security.v20201120.jar -./share/ozone/lib/jetty-server.v20201120.jar -./share/ozone/lib/jetty-servlet.v20201120.jar -./share/ozone/lib/jetty-util-ajax.v20201120.jar -./share/ozone/lib/jetty-util.v20201120.jar -./share/ozone/lib/jetty-webapp.v20201120.jar -./share/ozone/lib/jetty-xml.v20201120.jar -./share/ozone/lib/jmespath-java.jar -./share/ozone/lib/joda-time.jar -./share/ozone/lib/jooq-codegen.jar -./share/ozone/lib/jooq.jar -./share/ozone/lib/jooq-meta.jar -./share/ozone/lib/jsch.jar -./share/ozone/lib/json-smart.jar -./share/ozone/lib/jsp-api.jar -./share/ozone/lib/jsr305.jar -./share/ozone/lib/jsr311-api.jar -./share/ozone/lib/kerb-admin.jar -./share/ozone/lib/kerb-client.jar -./share/ozone/lib/kerb-common.jar -./share/ozone/lib/kerb-core.jar -./share/ozone/lib/kerb-crypto.jar -./share/ozone/lib/kerb-identity.jar -./share/ozone/lib/kerb-server.jar -./share/ozone/lib/kerb-simplekdc.jar -./share/ozone/lib/kerb-util.jar -./share/ozone/lib/kerby-asn1.jar -./share/ozone/lib/kerby-config.jar -./share/ozone/lib/kerby-pkix.jar -./share/ozone/lib/kerby-util.jar -./share/ozone/lib/kerby-xdr.jar -./share/ozone/lib/kotlin-stdlib-common.jar -./share/ozone/lib/kotlin-stdlib.jar -./share/ozone/lib/leveldbjni-all.jar -./share/ozone/lib/libthrift.jar -./share/ozone/lib/listenablefuture-empty-to-avoid-conflict-with-guava.jar -./share/ozone/lib/log4j-api.jar -./share/ozone/lib/log4j-core.jar -./share/ozone/lib/log4j.jar -./share/ozone/lib/metainf-services.jar -./share/ozone/lib/metrics-core.jar -./share/ozone/lib/netty-buffer.Final.jar -./share/ozone/lib/netty-codec.Final.jar -./share/ozone/lib/netty-codec-http2.Final.jar -./share/ozone/lib/netty-codec-http.Final.jar -./share/ozone/lib/netty-codec-socks.Final.jar -./share/ozone/lib/netty-common.Final.jar -./share/ozone/lib/netty-handler.Final.jar -./share/ozone/lib/netty-handler-proxy.Final.jar -./share/ozone/lib/netty-resolver.Final.jar -./share/ozone/lib/netty-transport.Final.jar -./share/ozone/lib/netty-transport-native-epoll.Final.jar -./share/ozone/lib/netty-transport-native-unix-common.Final.jar -./share/ozone/lib/nimbus-jose-jwt.jar -./share/ozone/lib/okhttp.jar -./share/ozone/lib/okio.jar -./share/ozone/lib/opentracing-api.jar -./share/ozone/lib/opentracing-noop.jar -./share/ozone/lib/opentracing-tracerresolver.jar -./share/ozone/lib/opentracing-util.jar -./share/ozone/lib/osgi-resource-locator.jar -./share/ozone/lib/perfmark-api.jar -./share/ozone/lib/picocli.jar -./share/ozone/lib/protobuf-java.jar -./share/ozone/lib/protobuf-java.jar -./share/ozone/lib/protobuf-java-util.jar -./share/ozone/lib/proto-google-common-protos.jar -./share/ozone/lib/ratis-client.jar -./share/ozone/lib/ratis-common.jar -./share/ozone/lib/ratis-grpc.jar -./share/ozone/lib/ratis-metrics.jar -./share/ozone/lib/ratis-netty.jar -./share/ozone/lib/ratis-proto.jar -./share/ozone/lib/ratis-server-api.jar -./share/ozone/lib/ratis-server.jar -./share/ozone/lib/ratis-thirdparty-misc.jar -./share/ozone/lib/ratis-tools.jar -./share/ozone/lib/re2j.jar -./share/ozone/lib/rocksdbjni.jar -./share/ozone/lib/simpleclient_common.jar -./share/ozone/lib/simpleclient_dropwizard.jar -./share/ozone/lib/simpleclient.jar -./share/ozone/lib/slf4j-api.jar -./share/ozone/lib/slf4j-log4j12.jar -./share/ozone/lib/snakeyaml.jar -./share/ozone/lib/spring-beans.RELEASE.jar -./share/ozone/lib/spring-core.RELEASE.jar -./share/ozone/lib/spring-jcl.RELEASE.jar -./share/ozone/lib/spring-jdbc.RELEASE.jar -./share/ozone/lib/spring-tx.RELEASE.jar -./share/ozone/lib/sqlite-jdbc.jar -./share/ozone/lib/stax2-api.jar -./share/ozone/lib/token-provider.jar -./share/ozone/lib/weld-servlet.Final.jar -./share/ozone/lib/woodstox-core.jar -./share/ozone/lib/xz.jar +share/ozone/lib/accessors-smart.jar +share/ozone/lib/activation.jar +share/ozone/lib/animal-sniffer-annotations.jar +share/ozone/lib/annotations.jar +share/ozone/lib/annotations.jar +share/ozone/lib/aopalliance.jar +share/ozone/lib/aopalliance-repackaged.jar +share/ozone/lib/asm.jar +share/ozone/lib/aws-java-sdk-core.jar +share/ozone/lib/aws-java-sdk-kms.jar +share/ozone/lib/aws-java-sdk-s3.jar +share/ozone/lib/bcpkix-jdk15on.jar +share/ozone/lib/bcprov-jdk15on.jar +share/ozone/lib/bonecp.RELEASE.jar +share/ozone/lib/cdi-api.jar +share/ozone/lib/checker-qual.jar +share/ozone/lib/commons-beanutils.jar +share/ozone/lib/commons-cli.jar +share/ozone/lib/commons-codec.jar +share/ozone/lib/commons-collections.jar +share/ozone/lib/commons-compress.jar +share/ozone/lib/commons-configuration2.jar +share/ozone/lib/commons-daemon.jar +share/ozone/lib/commons-digester.jar +share/ozone/lib/commons-io.jar +share/ozone/lib/commons-lang3.jar +share/ozone/lib/commons-logging.jar +share/ozone/lib/commons-math3.jar +share/ozone/lib/commons-net.jar +share/ozone/lib/commons-pool2.jar +share/ozone/lib/commons-text.jar +share/ozone/lib/commons-validator.jar +share/ozone/lib/derby.jar +share/ozone/lib/disruptor.jar +share/ozone/lib/dnsjava.jar +share/ozone/lib/error_prone_annotations.jar +share/ozone/lib/failureaccess.jar +share/ozone/lib/FastInfoset.jar +share/ozone/lib/grpc-api.jar +share/ozone/lib/grpc-context.jar +share/ozone/lib/grpc-core.jar +share/ozone/lib/grpc-netty.jar +share/ozone/lib/grpc-protobuf.jar +share/ozone/lib/grpc-protobuf-lite.jar +share/ozone/lib/grpc-stub.jar +share/ozone/lib/gson.jar +share/ozone/lib/guava-jre.jar +share/ozone/lib/guice-assistedinject.jar +share/ozone/lib/guice-bridge.jar +share/ozone/lib/guice.jar +share/ozone/lib/guice-multibindings.jar +share/ozone/lib/guice-servlet.jar +share/ozone/lib/hadoop-annotations.jar +share/ozone/lib/hadoop-auth.jar +share/ozone/lib/hadoop-common.jar +share/ozone/lib/hadoop-hdds-client.jar +share/ozone/lib/hadoop-hdds-common.jar +share/ozone/lib/hadoop-hdds-config.jar +share/ozone/lib/hadoop-hdds-container-service.jar +share/ozone/lib/hadoop-hdds-docs.jar +share/ozone/lib/hadoop-hdds-hadoop-dependency-client.jar +share/ozone/lib/hadoop-hdds-hadoop-dependency-server.jar +share/ozone/lib/hadoop-hdds-interface-admin.jar +share/ozone/lib/hadoop-hdds-interface-client.jar +share/ozone/lib/hadoop-hdds-interface-server.jar +share/ozone/lib/hadoop-hdds-server-framework.jar +share/ozone/lib/hadoop-hdds-server-scm.jar +share/ozone/lib/hadoop-hdds-tools.jar +share/ozone/lib/hadoop-hdfs-client.jar +share/ozone/lib/hadoop-hdfs.jar +share/ozone/lib/hadoop-ozone-client.jar +share/ozone/lib/hadoop-ozone-common.jar +share/ozone/lib/hadoop-ozone-csi.jar +share/ozone/lib/hadoop-ozone-datanode.jar +share/ozone/lib/hadoop-ozone-filesystem-common.jar +share/ozone/lib/hadoop-ozone-filesystem-hadoop2.jar +share/ozone/lib/hadoop-ozone-filesystem-hadoop3.jar +share/ozone/lib/hadoop-ozone-filesystem.jar +share/ozone/lib/hadoop-ozone-insight.jar +share/ozone/lib/hadoop-ozone-interface-client.jar +share/ozone/lib/hadoop-ozone-interface-storage.jar +share/ozone/lib/hadoop-ozone-ozone-manager.jar +share/ozone/lib/hadoop-ozone-reconcodegen.jar +share/ozone/lib/hadoop-ozone-recon.jar +share/ozone/lib/hadoop-ozone-s3gateway.jar +share/ozone/lib/hadoop-ozone-tools.jar +share/ozone/lib/hk2-api.jar +share/ozone/lib/hk2-locator.jar +share/ozone/lib/hk2-utils.jar +share/ozone/lib/htrace-core4-incubating.jar +share/ozone/lib/httpclient.jar +share/ozone/lib/httpcore.jar +share/ozone/lib/ion-java.jar +share/ozone/lib/istack-commons-runtime.jar +share/ozone/lib/j2objc-annotations.jar +share/ozone/lib/jackson-annotations.jar +share/ozone/lib/jackson-core.jar +share/ozone/lib/jackson-databind.jar +share/ozone/lib/jackson-dataformat-cbor.jar +share/ozone/lib/jackson-dataformat-xml.jar +share/ozone/lib/jackson-datatype-jsr310.jar +share/ozone/lib/jackson-module-jaxb-annotations.jar +share/ozone/lib/jaeger-client.jar +share/ozone/lib/jaeger-core.jar +share/ozone/lib/jaeger-thrift.jar +share/ozone/lib/jaeger-tracerresolver.jar +share/ozone/lib/jakarta.activation-api.jar +share/ozone/lib/jakarta.annotation-api.jar +share/ozone/lib/jakarta.inject.jar +share/ozone/lib/jakarta.validation-api.jar +share/ozone/lib/jakarta.ws.rs-api.jar +share/ozone/lib/jakarta.xml.bind-api.jar +share/ozone/lib/javassist-GA.jar +share/ozone/lib/javax.activation-api.jar +share/ozone/lib/javax.annotation-api.jar +share/ozone/lib/javax.el-api.jar +share/ozone/lib/javax.inject.jar +share/ozone/lib/javax.interceptor-api.jar +share/ozone/lib/javax.servlet-api.jar +share/ozone/lib/jaxb-api.jar +share/ozone/lib/jaxb-core.jar +share/ozone/lib/jaxb-runtime.jar +share/ozone/lib/jcip-annotations.jar +share/ozone/lib/jersey-cdi1x.jar +share/ozone/lib/jersey-client.jar +share/ozone/lib/jersey-common.jar +share/ozone/lib/jersey-container-servlet-core.jar +share/ozone/lib/jersey-container-servlet.jar +share/ozone/lib/jersey-core.jar +share/ozone/lib/jersey-entity-filtering.jar +share/ozone/lib/jersey-hk2.jar +share/ozone/lib/jersey-media-jaxb.jar +share/ozone/lib/jersey-media-json-jackson.jar +share/ozone/lib/jersey-server.jar +share/ozone/lib/jersey-server.jar +share/ozone/lib/jersey-servlet.jar +share/ozone/lib/jetty-http.v20201120.jar +share/ozone/lib/jetty-io.v20201120.jar +share/ozone/lib/jetty-security.v20201120.jar +share/ozone/lib/jetty-server.v20201120.jar +share/ozone/lib/jetty-servlet.v20201120.jar +share/ozone/lib/jetty-util-ajax.v20201120.jar +share/ozone/lib/jetty-util.v20201120.jar +share/ozone/lib/jetty-webapp.v20201120.jar +share/ozone/lib/jetty-xml.v20201120.jar +share/ozone/lib/jmespath-java.jar +share/ozone/lib/joda-time.jar +share/ozone/lib/jooq-codegen.jar +share/ozone/lib/jooq.jar +share/ozone/lib/jooq-meta.jar +share/ozone/lib/jsch.jar +share/ozone/lib/json-smart.jar +share/ozone/lib/jsp-api.jar +share/ozone/lib/jsr305.jar +share/ozone/lib/jsr311-api.jar +share/ozone/lib/kerb-admin.jar +share/ozone/lib/kerb-client.jar +share/ozone/lib/kerb-common.jar +share/ozone/lib/kerb-core.jar +share/ozone/lib/kerb-crypto.jar +share/ozone/lib/kerb-identity.jar +share/ozone/lib/kerb-server.jar +share/ozone/lib/kerb-simplekdc.jar +share/ozone/lib/kerb-util.jar +share/ozone/lib/kerby-asn1.jar +share/ozone/lib/kerby-config.jar +share/ozone/lib/kerby-pkix.jar +share/ozone/lib/kerby-util.jar +share/ozone/lib/kerby-xdr.jar +share/ozone/lib/kotlin-stdlib-common.jar +share/ozone/lib/kotlin-stdlib.jar +share/ozone/lib/leveldbjni-all.jar +share/ozone/lib/libthrift.jar +share/ozone/lib/listenablefuture-empty-to-avoid-conflict-with-guava.jar +share/ozone/lib/log4j-api.jar +share/ozone/lib/log4j-core.jar +share/ozone/lib/log4j.jar +share/ozone/lib/metainf-services.jar +share/ozone/lib/metrics-core.jar +share/ozone/lib/netty-buffer.Final.jar +share/ozone/lib/netty-codec.Final.jar +share/ozone/lib/netty-codec-http2.Final.jar +share/ozone/lib/netty-codec-http.Final.jar +share/ozone/lib/netty-codec-socks.Final.jar +share/ozone/lib/netty-common.Final.jar +share/ozone/lib/netty-handler.Final.jar +share/ozone/lib/netty-handler-proxy.Final.jar +share/ozone/lib/netty-resolver.Final.jar +share/ozone/lib/netty-transport.Final.jar +share/ozone/lib/netty-transport-native-epoll.Final.jar +share/ozone/lib/netty-transport-native-unix-common.Final.jar +share/ozone/lib/nimbus-jose-jwt.jar +share/ozone/lib/okhttp.jar +share/ozone/lib/okio.jar +share/ozone/lib/opentracing-api.jar +share/ozone/lib/opentracing-noop.jar +share/ozone/lib/opentracing-tracerresolver.jar +share/ozone/lib/opentracing-util.jar +share/ozone/lib/osgi-resource-locator.jar +share/ozone/lib/perfmark-api.jar +share/ozone/lib/picocli.jar +share/ozone/lib/protobuf-java.jar +share/ozone/lib/protobuf-java.jar +share/ozone/lib/protobuf-java-util.jar +share/ozone/lib/proto-google-common-protos.jar +share/ozone/lib/ratis-client.jar +share/ozone/lib/ratis-common.jar +share/ozone/lib/ratis-grpc.jar +share/ozone/lib/ratis-metrics.jar +share/ozone/lib/ratis-netty.jar +share/ozone/lib/ratis-proto.jar +share/ozone/lib/ratis-server-api.jar +share/ozone/lib/ratis-server.jar +share/ozone/lib/ratis-thirdparty-misc-a398b19-SNAPSHOT.jar +share/ozone/lib/ratis-tools.jar +share/ozone/lib/re2j.jar +share/ozone/lib/rocksdbjni.jar +share/ozone/lib/simpleclient_common.jar +share/ozone/lib/simpleclient_dropwizard.jar +share/ozone/lib/simpleclient.jar +share/ozone/lib/slf4j-api.jar +share/ozone/lib/slf4j-log4j12.jar +share/ozone/lib/snakeyaml.jar +share/ozone/lib/spring-beans.RELEASE.jar +share/ozone/lib/spring-core.RELEASE.jar +share/ozone/lib/spring-jcl.RELEASE.jar +share/ozone/lib/spring-jdbc.RELEASE.jar +share/ozone/lib/spring-tx.RELEASE.jar +share/ozone/lib/sqlite-jdbc.jar +share/ozone/lib/stax2-api.jar +share/ozone/lib/stax-ex.jar +share/ozone/lib/token-provider.jar +share/ozone/lib/txw2.jar +share/ozone/lib/weld-servlet.Final.jar +share/ozone/lib/woodstox-core.jar