diff --git a/.github/workflows/core.yml b/.github/workflows/core.yml index 9e680defbde..08b9b355488 100644 --- a/.github/workflows/core.yml +++ b/.github/workflows/core.yml @@ -8,7 +8,13 @@ on: types: [opened, synchronize] env: - MAVEN_OPTS: "-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn" + # Disable keepAlive and pool + # https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080 + MAVEN_OPTS: >- + -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + -Dhttp.keepAlive=false + -Dmaven.wagon.http.pool=false + -Dmaven.wagon.http.retryHandler.count=3 ZEPPELIN_HELIUM_REGISTRY: helium SPARK_PRINT_LAUNCH_COMMAND: "true" # Use the bash login, because we are using miniconda @@ -54,7 +60,7 @@ jobs: - name: install plugins and interpreter run: | mvn install -Pbuild-distr -DskipRat -DskipTests -pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -B - mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B + mvn package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B - name: run tests with ${{ matrix.hadoop }} run: mvn verify -Pusing-packaged-distr -DskipRat -pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false test-interpreter-modules: @@ -120,7 +126,7 @@ jobs: - name: install environment run: | mvn install -DskipTests -DskipRat -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown,flink/interpreter,jdbc,shell -am - mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B + mvn package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B - name: run tests run: mvn test -DskipRat -pl zeppelin-interpreter-integration -Pintegration -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest test-flink-and-flink-integration-test: @@ -155,7 +161,7 @@ jobs: - name: install environment run: | mvn install -DskipTests -DskipRat -am -pl flink/interpreter,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -B - mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B + mvn clean package -pl zeppelin-plugins -amd -DskipTests -B - name: run tests run: mvn test -DskipRat -pl flink/interpreter,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -B -Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest${{ matrix.flink }},ZeppelinFlinkClusterTest${{ matrix.flink }} run-spark-intergration-test: @@ -189,7 +195,7 @@ jobs: - name: install environment run: | mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B - mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B + mvn clean package -pl zeppelin-plugins -amd -DskipTests -B - name: run tests run: mvn test -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B -Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22,ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false jdbcIntegrationTest-and-unit-test-of-Spark-2-4-with-Scala-2-11: @@ -226,7 +232,7 @@ jobs: - name: install environment run: | mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B - mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B + mvn clean package -pl zeppelin-plugins -amd -DskipTests -B - name: run tests run: mvn test -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B -Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false diff --git a/.github/workflows/frontend.yml b/.github/workflows/frontend.yml index 0c9557508ae..2f12456707b 100644 --- a/.github/workflows/frontend.yml +++ b/.github/workflows/frontend.yml @@ -8,7 +8,13 @@ on: types: [opened, synchronize] env: - MAVEN_OPTS: "-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn" + # Disable keepAlive and pool + # https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080 + MAVEN_OPTS: >- + -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + -Dhttp.keepAlive=false + -Dmaven.wagon.http.pool=false + -Dmaven.wagon.http.retryHandler.count=3 ZEPPELIN_HELIUM_REGISTRY: helium SPARK_PRINT_LAUNCH_COMMAND: "true" INTERPRETERS: '!beam,!hbase,!pig,!jdbc,!file,!flink,!ignite,!kylin,!lens,!cassandra,!elasticsearch,!bigquery,!alluxio,!scio,!livy,!groovy,!sap,!java,!geode,!neo4j,!hazelcastjet,!submarine,!sparql,!mongodb' @@ -91,7 +97,7 @@ jobs: - name: install environment run: | mvn clean install -DskipTests -DskipRat -pl ${INTERPRETERS} -Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11 -B - mvn clean package -T 2C -pl zeppelin-plugins -amd -B + mvn clean package -pl zeppelin-plugins -amd -B ./testing/downloadSpark.sh "2.3.2" "2.6" - name: run tests run: xvfb-run --auto-servernum --server-args="-screen 0 1600x1024x16" mvn verify -DskipRat -Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11 -B -pl zeppelin-integration -DfailIfNoTests=false diff --git a/.github/workflows/rat.yml b/.github/workflows/rat.yml index bbd310cd4db..9d31bc8313d 100644 --- a/.github/workflows/rat.yml +++ b/.github/workflows/rat.yml @@ -11,7 +11,13 @@ jobs: license-check: runs-on: ubuntu-18.04 env: - MAVEN_OPTS: "-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn" + # Disable keepAlive and pool + # https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080 + MAVEN_OPTS: >- + -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + -Dhttp.keepAlive=false + -Dmaven.wagon.http.pool=false + -Dmaven.wagon.http.retryHandler.count=3 steps: - name: Checkout uses: actions/checkout@v2