diff --git a/.github/workflows/job-precommit-java-mqtt-io.yml b/.github/workflows/job-precommit-java-mqtt-io.yml new file mode 100644 index 000000000000..5e20a2bde5e5 --- /dev/null +++ b/.github/workflows/job-precommit-java-mqtt-io.yml @@ -0,0 +1,56 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run MQTT IO Unit Tests in Java SDK + +name: Java MQTT IO + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: ['sdks/java/io/mqtt/**'] +permissions: read-all + +jobs: + java-mqtt-io: + name: Run Java MQTT IO + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:mqtt:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:mqtt:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-parquet-io.yml b/.github/workflows/job-precommit-java-parquet-io.yml new file mode 100644 index 000000000000..f7b494c05774 --- /dev/null +++ b/.github/workflows/job-precommit-java-parquet-io.yml @@ -0,0 +1,56 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Parquet IO Unit Tests in Java SDK + +name: Java Parquet IO + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: ['sdks/java/io/parquet/**'] +permissions: read-all + +jobs: + java-parquet-io: + name: Run Java Parquet IO + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:parquet:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:parquet:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-pulsar-io.yml b/.github/workflows/job-precommit-java-pulsar-io.yml new file mode 100644 index 000000000000..9514672597d7 --- /dev/null +++ b/.github/workflows/job-precommit-java-pulsar-io.yml @@ -0,0 +1,56 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Pulsar IO Unit Tests in Java SDK + +name: Java Pulsar IO + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: ['sdks/java/io/pulsar/**'] +permissions: read-all + +jobs: + java-pulsar-io: + name: Run Java Pulsar IO + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:pulsar:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:pulsar:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-rabbitmq-io.yml b/.github/workflows/job-precommit-java-rabbitmq-io.yml new file mode 100644 index 000000000000..d2d495a36d1c --- /dev/null +++ b/.github/workflows/job-precommit-java-rabbitmq-io.yml @@ -0,0 +1,56 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run RabbitMQ IO Unit Tests in Java SDK + +name: Java RabbitMQ IO + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: ['sdks/java/io/rabbitmq/**'] +permissions: read-all + +jobs: + java-rabbitmq-io: + name: Run Java RabbitMQ IO + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:rabbitmq:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:rabbitmq:test \ No newline at end of file diff --git a/.github/workflows/job-precommit-java-redis-io.yml b/.github/workflows/job-precommit-java-redis-io.yml new file mode 100644 index 000000000000..c396b79acde0 --- /dev/null +++ b/.github/workflows/job-precommit-java-redis-io.yml @@ -0,0 +1,56 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# This workflow will run Redis IO Unit Tests in Java SDK + +name: Java Redis IO + +on: + workflow_dispatch: + schedule: + - cron: '0 */6 * * *' + push: + branches: ['master', 'release-*'] + tags: ['v*'] + pull_request_target: + branches: ['master', 'release-*'] + tags: ['v*'] + paths: ['sdks/java/io/redis/**'] +permissions: read-all + +jobs: + java-redis-io: + name: Run Java Redis IO + runs-on: [self-hosted, ubuntu-20.04] + timeout-minutes: 60 + steps: + - name: Checkout code + uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha }} + persist-credentials: false + - name: Setup environment + uses: ./.github/actions/setup-self-hosted-action + with: + requires-py-37: false + requires-py-38: false + requires-py-39: false + requires-go-18: false + - name: Run :sdks:java:io:redis:test + uses: ./.github/actions/gradle-command-self-hosted-action + with: + gradle-command: :sdks:java:io:redis:test \ No newline at end of file diff --git a/CI.md b/CI.md index 2f000a3c76dc..4e37959b4992 100644 --- a/CI.md +++ b/CI.md @@ -159,10 +159,14 @@ Service Account shall have following permissions ([IAM roles](https://cloud.goog | PreCommit | Yes | Yes | Yes | Yes | ### PreCommit Workflows +| Workflow | Description | Requires GCP Credentials | +|--------------------------------------------------------------------------------------------|----------------------------------|--------------------------| +| [job-precommit-java-mqtt-io.yml](.github/workflows/job-precommit-java-mqtt-io.yml) | Runs Java MQTT IO Unit Tests | No | +| [job-precommit-java-parquet-io.yml](.github/workflows/job-precommit-java-parquet-io.yml) | Runs Java Parquet IO Unit Tests | No | +| [job-precommit-java-pulsar-io.yml](.github/workflows/job-precommit-java-pulsar-io.yml) | Runs Java Pulsar IO Unit Tests | No | +| [job-precommit-java-rabbitmq-io.yml](.github/workflows/job-precommit-java-rabbitmq-io.yml) | Runs Java RabbitMQ IO Unit Tests | No | +| [job-precommit-java-redis-io.yml](.github/workflows/job-precommit-java-redis-io.yml) | Runs Java Redis IO Unit Tests | No | -| Workflow | Description | Requires GCP Credentials | -|----------------------------------------------------------------------------------|-------------------------|---------------------------| -| [job-precommit-placeholder.yml](.github/workflows/job-precommit-placeholder.yml) | Description placeholder | Yes/No | ### PostCommit Workflows