diff --git a/.github/workflows/job-precommit-java-debezium-io-direct.yml b/.github/workflows/job-precommit-java-debezium-io-direct.yml new file mode 100644 index 000000000000..69d60f170ab3 --- /dev/null +++ b/.github/workflows/job-precommit-java-debezium-io-direct.yml @@ -0,0 +1,73 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Java SDK Debezium IO Unit Tests and Integration Tests with DirectRunner. + +name: Java Debezium IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'runners/google-cloud-dataflow-java/**', + 'sdks/java/core/src/main/**', + 'sdks/java/io/common/**', + 'sdks/java/io/debezium/**'] +permissions: read-all + +jobs: + java-debezium-io: + name: Run Java Debezium IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:debezium:build + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:debezium:build + - name: Run :sdks:java:io:debezium:expansion-service:build + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:debezium:expansion-service:build + - name: Run :sdks:java:io:debezium:integrationTest + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:debezium:integrationTest + arguments: "-PdisableSpotlessCheck=true -PdisableCheckStyle=true" + - name: Run :sdks:java:io:debezium:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:debezium:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-jdbc-io-direct.yml b/.github/workflows/job-precommit-java-jdbc-io-direct.yml new file mode 100644 index 000000000000..0df733a9b80e --- /dev/null +++ b/.github/workflows/job-precommit-java-jdbc-io-direct.yml @@ -0,0 +1,65 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Java SDK JDBC IO Unit Tests and Integration Tests with DirectRunner. + +name: Java JDBC IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/testing/test-utils/**', + 'sdks/java/io/common/**', + 'sdks/java/io/jdbc/**'] +permissions: read-all + +jobs: + java-jdbc-io: + name: Run Java JDBC IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:jdbc:integrationTest + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:jdbc:build :sdks:java:io:jdbc:integrationTest + arguments: "-PdisableSpotlessCheck=true -PdisableCheckStyle=true" + - name: Run :sdks:java:io:jdbc:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:jdbc:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-jms-io-direct.yml b/.github/workflows/job-precommit-java-jms-io-direct.yml new file mode 100644 index 000000000000..3ee009b8131d --- /dev/null +++ b/.github/workflows/job-precommit-java-jms-io-direct.yml @@ -0,0 +1,58 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run JMS IO Unit Tests in Java SDK with DirectRunner + +name: Java JMS IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/io/jms/**'] +permissions: read-all + +jobs: + java-jms-io: + name: Run Java JMS IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:jms:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:jms:build :sdks:java:io:jms:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-kafka-io-direct.yml b/.github/workflows/job-precommit-java-kafka-io-direct.yml new file mode 100644 index 000000000000..04cb42977498 --- /dev/null +++ b/.github/workflows/job-precommit-java-kafka-io-direct.yml @@ -0,0 +1,69 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Java SDK Kafka IO Unit Tests and Integration Tests with DirectRunner. + +name: Java Kafka IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'runners/core-construction-java/**', + 'sdks/java/core/src/main/**', + 'sdks/java/testing/test-utils/**', + 'sdks/java/expansion-service/**', + 'sdks/java/io/common/**', + 'sdks/java/io/synthetic/**', + 'sdks/java/io/expansion-service/**', + 'sdks/java/io/kafka/**'] +permissions: read-all + +jobs: + java-kafka-io: + name: Run Java Kafka IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 120 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:kafka:kafkaVersionsCompatibilityTest + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kafka:build :sdks:java:io:kafka:kafkaVersionsCompatibilityTest + arguments: "-PdisableSpotlessCheck=true -PdisableCheckStyle=true" + - name: Run :sdks:java:io:kafka:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kafka:test diff --git a/.github/workflows/job-precommit-java-kinesis-io-direct.yml b/.github/workflows/job-precommit-java-kinesis-io-direct.yml new file mode 100644 index 000000000000..f17660962dcd --- /dev/null +++ b/.github/workflows/job-precommit-java-kinesis-io-direct.yml @@ -0,0 +1,72 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Java SDK Kinesis IO Unit Tests and Integration Tests with DirectRunner. + +name: Java Kinesis IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/io/common/**', + 'sdks/java/io/kinesis/**'] +permissions: read-all + +jobs: + java-kinesis-io: + name: Run Java Kinesis IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:kinesis:build + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kinesis:build + - name: Run :sdks:java:io:kinesis:expansion-service:build + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kinesis:expansion-service:build + - name: Run :sdks:java:io:kinesis:integrationTest + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kinesis:integrationTest + arguments: "-PdisableSpotlessCheck=true -PdisableCheckStyle=true" + - name: Run :sdks:java:io:kinesis:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kinesis:test diff --git a/.github/workflows/job-precommit-java-kudu-io-direct.yml b/.github/workflows/job-precommit-java-kudu-io-direct.yml new file mode 100644 index 000000000000..a4fe0bafaff4 --- /dev/null +++ b/.github/workflows/job-precommit-java-kudu-io-direct.yml @@ -0,0 +1,59 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Kudu IO Unit Tests in Java SDK with DirectRunner + +name: Java Kudu IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/io/common/**', + 'sdks/java/io/kudu/**'] +permissions: read-all + +jobs: + java-kudu-io: + name: Run Java Kudu IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:kudu:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:kudu:build :sdks:java:io:kudu:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-mongodb-io-direct.yml b/.github/workflows/job-precommit-java-mongodb-io-direct.yml new file mode 100644 index 000000000000..5cc4f50b3ebd --- /dev/null +++ b/.github/workflows/job-precommit-java-mongodb-io-direct.yml @@ -0,0 +1,60 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run MongoDB IO Unit Tests in Java SDK with DirectRunner + +name: Java MongoDB IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/testing/test-utils/**', + 'sdks/java/io/common/**', + 'sdks/java/io/mongodb/**'] +permissions: read-all + +jobs: + java-mongodb-io: + name: Run Java MongoDB IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:mongodb:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:mongodb:build :sdks:java:io:mongodb:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-neo4j-io-direct.yml b/.github/workflows/job-precommit-java-neo4j-io-direct.yml new file mode 100644 index 000000000000..1b41d2cc2a26 --- /dev/null +++ b/.github/workflows/job-precommit-java-neo4j-io-direct.yml @@ -0,0 +1,65 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Java SDK Neo4j IO Unit Tests and Integration Tests with DirectRunner. + +name: Java Neo4j IO Direct + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: [ + 'sdks/java/core/src/main/**', + 'sdks/java/testing/test-utils/**', + 'sdks/java/io/common/**', + 'sdks/java/io/neo4j/**'] +permissions: read-all + +jobs: + java-neo4j-io: + name: Run Java Neo4j IO Direct + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:neo4j:integrationTest + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:neo4j:build :sdks:java:io:neo4j:integrationTest + arguments: "-PdisableSpotlessCheck=true -PdisableCheckStyle=true" + - name: Run :sdks:java:io:neo4j:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:neo4j:test \ No newline at end of file diff --git a/.test-infra/jenkins/README.md b/.test-infra/jenkins/README.md index e53dae86c458..4bf09fc29e61 100644 --- a/.test-infra/jenkins/README.md +++ b/.test-infra/jenkins/README.md @@ -33,14 +33,9 @@ Beam Jenkins overview page: [link](https://ci-beam.apache.org/) | beam_PreCommit_Java | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Phrase/) | `Run Java PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Cron) | | beam_PreCommit_JavaPortabilityApi | [commit](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApi_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApi_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApi_Phrase/) | `Run JavaPortabilityApi PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApi_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApi_Cron) | | beam_PreCommit_JavaPortabilityApiJava11 | [commit](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApiJava11_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApiJava11_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApiJava11_Phrase/) | `Run JavaPortabilityApiJava11 PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApiJava11_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_JavaPortabilityApiJava11_Cron/) | -| beam_PreCommit_Java_Debezium_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Debezium_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Debezium_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Debezium_IO_Direct_Phrase/) | `Run Java_Debezium_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Debezium_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Debezium_IO_Direct_Cron/) | | beam_PreCommit_Java_Examples_Dataflow | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Phrase/) | `Run Java_Examples_Dataflow PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Cron) | | beam_PreCommit_Java_Examples_Dataflow_Java11 | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Java11_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Java11_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Java11_Phrase/) | `Run Java_Examples_Dataflow_Java11 PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Java11_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Examples_Dataflow_Java11_Cron/) | | beam_PreCommit_Java_GCP_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_GCP_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_GCP_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_GCP_IO_Direct_Phrase/) | `Run Java_GCP_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_GCP_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_GCP_IO_Direct_Cron/) | -| beam_PreCommit_Java_JDBC_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_JDBC_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_JDBC_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_JDBC_IO_Direct_Phrase/) | `Run Java_JDBC_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_JDBC_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_JDBC_IO_Direct_Cron/) | -| beam_PreCommit_Java_Kafka_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kafka_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kafka_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kafka_IO_Direct_Phrase/) | `Run Java_Kafka_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kafka_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kafka_IO_Direct_Cron/) | -| beam_PreCommit_Java_Kinesis_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kinesis_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kinesis_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kinesis_IO_Direct_Phrase/) | `Run Java_Kinesis_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kinesis_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Kinesis_IO_Direct_Cron/) | -| beam_PreCommit_Java_Neo4j_IO_Direct | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Java_Neo4j_IO_Direct_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Java_Neo4j_IO_Direct_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Java_Neo4j_IO_Direct_Phrase/) | `Run Java_Neo4j_IO_Direct PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Java_Neo4j_IO_Direct_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Java_Neo4j_IO_Direct_Cron/) | | beam_PreCommit_Portable_Python | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Portable_Python_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Portable_Python_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Portable_Python_Phrase/) | `Run Portable_Python PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Portable_Python_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Portable_Python_Cron) | | beam_PreCommit_PythonLint | [commit](https://ci-beam.apache.org/job/beam_PreCommit_PythonLint_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_PythonLint_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_PythonLint_Phrase/) | `Run PythonLint PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_PythonLint_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_PythonLint_Cron) | | beam_PreCommit_Python | [commit](https://ci-beam.apache.org/job/beam_PreCommit_Python_Commit/), [cron](https://ci-beam.apache.org/job/beam_PreCommit_Python_Cron/), [phrase](https://ci-beam.apache.org/job/beam_PreCommit_Python_Phrase/) | `Run Python PreCommit` | [![Build Status](https://ci-beam.apache.org/job/beam_PreCommit_Python_Cron/badge/icon)](https://ci-beam.apache.org/job/beam_PreCommit_Python_Cron) | diff --git a/.test-infra/jenkins/job_PreCommit_Java_Debezium_IO_Direct.groovy b/.test-infra/jenkins/job_PreCommit_Java_Debezium_IO_Direct.groovy index ae404325a4fb..e69de29bb2d1 100644 --- a/.test-infra/jenkins/job_PreCommit_Java_Debezium_IO_Direct.groovy +++ b/.test-infra/jenkins/job_PreCommit_Java_Debezium_IO_Direct.groovy @@ -1,45 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import PrecommitJobBuilder - -PrecommitJobBuilder builder = new PrecommitJobBuilder( - scope: this, - nameBase: 'Java_Debezium_IO_Direct', - gradleTasks: [ - ':sdks:java:io:debezium:build', - ':sdks:java:io:debezium:expansion-service:build', - ':sdks:java:io:debezium:integrationTest', - ], - gradleSwitches: [ - '-PdisableSpotlessCheck=true', - '-PdisableCheckStyle=true' - ], // spotless checked in separate pre-commit - triggerPathPatterns: [ - '^runners/google-cloud-dataflow-java/.*$', - '^sdks/java/core/src/main/.*$', - '^sdks/java/io/common/.*$', - '^sdks/java/io/debezium/.*$', - ], - timeoutMins: 60, - ) -builder.build { - publishers { - archiveJunit('**/build/test-results/**/*.xml') - } -} diff --git a/.test-infra/jenkins/job_PreCommit_Java_JDBC_IO_Direct.groovy b/.test-infra/jenkins/job_PreCommit_Java_JDBC_IO_Direct.groovy deleted file mode 100644 index 8856b95acb07..000000000000 --- a/.test-infra/jenkins/job_PreCommit_Java_JDBC_IO_Direct.groovy +++ /dev/null @@ -1,44 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import PrecommitJobBuilder - -PrecommitJobBuilder builder = new PrecommitJobBuilder( - scope: this, - nameBase: 'Java_JDBC_IO_Direct', - gradleTasks: [ - ':sdks:java:io:jdbc:build', - ':sdks:java:io:jdbc:integrationTest', - ], - gradleSwitches: [ - '-PdisableSpotlessCheck=true', - '-PdisableCheckStyle=true' - ], // spotless checked in separate pre-commit - triggerPathPatterns: [ - '^sdks/java/core/src/main/.*$', - '^sdks/java/testing/test-utils/.*$', - '^sdks/java/io/common/.*$', - '^sdks/java/io/jdbc/.*$', - ], - timeoutMins: 60, - ) -builder.build { - publishers { - archiveJunit('**/build/test-results/**/*.xml') - } -} diff --git a/.test-infra/jenkins/job_PreCommit_Java_Kafka_IO_Direct.groovy b/.test-infra/jenkins/job_PreCommit_Java_Kafka_IO_Direct.groovy deleted file mode 100644 index dbef190a08e6..000000000000 --- a/.test-infra/jenkins/job_PreCommit_Java_Kafka_IO_Direct.groovy +++ /dev/null @@ -1,48 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import PrecommitJobBuilder - -PrecommitJobBuilder builder = new PrecommitJobBuilder( - scope: this, - nameBase: 'Java_Kafka_IO_Direct', - gradleTasks: [ - ':sdks:java:io:kafka:build', - ':sdks:java:io:kafka:kafkaVersionsCompatibilityTest', - ], - gradleSwitches: [ - '-PdisableSpotlessCheck=true', - '-PdisableCheckStyle=true' - ], // spotless checked in separate pre-commit - triggerPathPatterns: [ - '^runners/core-construction-java/.*$', - '^sdks/java/core/src/main/.*$', - '^sdks/java/testing/test-utils/.*$', - '^sdks/java/expansion-service/.*$', - '^sdks/java/io/common/.*$', - '^sdks/java/io/synthetic/.*$', - '^sdks/java/io/expansion-service/.*$', - '^sdks/java/io/kafka/.*$', - ], - timeoutMins: 120, - ) -builder.build { - publishers { - archiveJunit('**/build/test-results/**/*.xml') - } -} diff --git a/.test-infra/jenkins/job_PreCommit_Java_Kinesis_IO_Direct.groovy b/.test-infra/jenkins/job_PreCommit_Java_Kinesis_IO_Direct.groovy deleted file mode 100644 index a0c9ad28fffd..000000000000 --- a/.test-infra/jenkins/job_PreCommit_Java_Kinesis_IO_Direct.groovy +++ /dev/null @@ -1,44 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import PrecommitJobBuilder - -PrecommitJobBuilder builder = new PrecommitJobBuilder( - scope: this, - nameBase: 'Java_Kinesis_IO_Direct', - gradleTasks: [ - ':sdks:java:io:kinesis:build', - ':sdks:java:io:kinesis:expansion-service:build', - ':sdks:java:io:kinesis:integrationTest', - ], - gradleSwitches: [ - '-PdisableSpotlessCheck=true', - '-PdisableCheckStyle=true' - ], // spotless checked in separate pre-commit - triggerPathPatterns: [ - '^sdks/java/core/src/main/.*$', - '^sdks/java/io/common/.*$', - '^sdks/java/io/kinesis/.*$', - ], - timeoutMins: 60, - ) -builder.build { - publishers { - archiveJunit('**/build/test-results/**/*.xml') - } -} diff --git a/.test-infra/jenkins/job_PreCommit_Java_Neo4j_IO_Direct.groovy b/.test-infra/jenkins/job_PreCommit_Java_Neo4j_IO_Direct.groovy deleted file mode 100644 index 0d0374d013b0..000000000000 --- a/.test-infra/jenkins/job_PreCommit_Java_Neo4j_IO_Direct.groovy +++ /dev/null @@ -1,44 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import PrecommitJobBuilder - -PrecommitJobBuilder builder = new PrecommitJobBuilder( - scope: this, - nameBase: 'Java_Neo4j_IO_Direct', - gradleTasks: [ - ':sdks:java:io:neo4j:build', - ':sdks:java:io:kinesis:integrationTest', - ], - gradleSwitches: [ - '-PdisableSpotlessCheck=true', - '-PdisableCheckStyle=true' - ], // spotless checked in separate pre-commit - triggerPathPatterns: [ - '^sdks/java/core/src/main/.*$', - '^sdks/java/testing/test-utils/.*$', - '^sdks/java/io/common/.*$', - '^sdks/java/io/neo4j/.*$', - ], - timeoutMins: 60, - ) -builder.build { - publishers { - archiveJunit('**/build/test-results/**/*.xml') - } -} diff --git a/CI.md b/CI.md index 2f000a3c76dc..95f9a506c5dc 100644 --- a/CI.md +++ b/CI.md @@ -160,9 +160,16 @@ Service Account shall have following permissions ([IAM roles](https://cloud.goog ### PreCommit Workflows -| Workflow | Description | Requires GCP Credentials | -|----------------------------------------------------------------------------------|-------------------------|---------------------------| -| [job-precommit-placeholder.yml](.github/workflows/job-precommit-placeholder.yml) | Description placeholder | Yes/No | +| Workflow | Description | Requires GCP Credentials | +|----------------------------------------------------------------------------------------------------------|------------------------------------------------------------------------------|--------------------------| +| [job-precommit-java-debezium-io-direct.yml](.github/workflows/job-precommit-java-debezium-io-direct.yml) | Runs Java SDK Debezium IO unit tests and integration tests with DirectRunner | No | +| [job-precommit-java-jdbc-io-direct.yml](.github/workflows/job-precommit-java-jdbc-io-direct.yml) | Runs Java SDK JDBC IO unit tests and integration tests with DirectRunner | No | +| [job-precommit-java-jms-io-direct.yml](.github/workflows/job-precommit-java-jms-io-direct.yml) | Runs Java SDK JMS IO unit tests | No | +| [job-precommit-java-kafka-io-direct.yml](.github/workflows/job-precommit-java-kafka-io-direct.yml) | Runs Java SDK Kafka IO unit tests and integration tests with DirectRunner | No | +| [job-precommit-java-kinesis-io-direct.yml](.github/workflows/job-precommit-java-kinesis-io-direct.yml) | Runs Java SDK Kinesis IO unit tests and integration tests with DirectRunner | No | +| [job-precommit-java-kudu-io-direct.yml](.github/workflows/job-precommit-java-kudu-io-direct.yml) | Runs Java SDK Kudu IO unit tests | No | +| [job-precommit-java-mongodb-io-direct.yml](.github/workflows/job-precommit-java-mongodb-io-direct.yml) | Runs Java SDK MongoDB IO unit tests | No | +| [job-precommit-java-neo4j-io-direct.yml](.github/workflows/job-precommit-java-neo4j-io-direct.yml) | Runs Java SDK Neo4j IO unit tests and integration tests with DirectRunner | No | ### PostCommit Workflows